2024-11-10 06:20:03,095 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 06:20:03,117 main DEBUG Took 0.019082 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 06:20:03,117 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 06:20:03,117 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 06:20:03,118 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 06:20:03,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,128 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 06:20:03,143 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,145 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,146 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,149 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,151 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,151 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,152 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,152 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,153 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,153 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,154 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,155 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,156 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 06:20:03,157 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,158 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 06:20:03,160 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 06:20:03,162 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 06:20:03,164 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 06:20:03,164 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 06:20:03,166 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 06:20:03,166 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 06:20:03,175 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 06:20:03,178 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 06:20:03,179 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 06:20:03,180 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 06:20:03,180 main DEBUG createAppenders(={Console}) 2024-11-10 06:20:03,181 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 06:20:03,181 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 06:20:03,182 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 06:20:03,183 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 06:20:03,183 main DEBUG OutputStream closed 2024-11-10 06:20:03,183 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 06:20:03,184 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 06:20:03,184 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 06:20:03,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 06:20:03,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 06:20:03,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 06:20:03,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 06:20:03,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 06:20:03,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 06:20:03,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 06:20:03,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 06:20:03,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 06:20:03,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 06:20:03,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 06:20:03,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 06:20:03,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 06:20:03,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 06:20:03,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 06:20:03,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 06:20:03,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 06:20:03,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 06:20:03,272 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 06:20:03,273 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 06:20:03,273 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 06:20:03,274 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T06:20:03,287 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 06:20:03,290 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 06:20:03,290 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T06:20:03,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=10323 2024-11-10T06:20:03,552 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T06:20:03,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142 2024-11-10T06:20:03,594 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7, deleteOnExit=true 2024-11-10T06:20:03,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/zookeeper_0, clientPort=64271, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:20:03,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64271 2024-11-10T06:20:03,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:03,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:03,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/test.cache.data in system properties and HBase conf 2024-11-10T06:20:03,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:03,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:03,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:03,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:03,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:03,790 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T06:20:03,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:03,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:03,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:03,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:03,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:03,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:03,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:03,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:03,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:04,701 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T06:20:04,789 INFO [Time-limited test {}] log.Log(170): Logging initialized @2421ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T06:20:04,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:04,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:04,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:04,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:04,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:04,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:04,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:04,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:05,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/java.io.tmpdir/jetty-localhost-36273-hadoop-hdfs-3_4_1-tests_jar-_-any-13068266220344915023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:05,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:36273} 2024-11-10T06:20:05,208 INFO [Time-limited test {}] server.Server(415): Started @2841ms 2024-11-10T06:20:05,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:05,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:05,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:05,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:05,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:05,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:05,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:05,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/java.io.tmpdir/jetty-localhost-33969-hadoop-hdfs-3_4_1-tests_jar-_-any-18410852217516833209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:05,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:33969} 2024-11-10T06:20:05,718 INFO [Time-limited test {}] server.Server(415): Started @3351ms 2024-11-10T06:20:05,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:06,257 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/data/data1/current/BP-1576536826-172.17.0.2-1731219604449/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:06,257 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/data/data2/current/BP-1576536826-172.17.0.2-1731219604449/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:06,287 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7227d82dfcaa5979 with lease ID 0x7f93cca662a2ee0d: Processing first storage report for DS-df427358-c5a9-4caa-bc28-498c92e094c8 from datanode DatanodeRegistration(127.0.0.1:43165, datanodeUuid=0b84fc84-c1d2-4f70-a4d9-64a4da84fc41, infoPort=46283, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=703033618;c=1731219604449) 2024-11-10T06:20:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7227d82dfcaa5979 with lease ID 0x7f93cca662a2ee0d: from storage DS-df427358-c5a9-4caa-bc28-498c92e094c8 node DatanodeRegistration(127.0.0.1:43165, datanodeUuid=0b84fc84-c1d2-4f70-a4d9-64a4da84fc41, infoPort=46283, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=703033618;c=1731219604449), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T06:20:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7227d82dfcaa5979 with lease ID 0x7f93cca662a2ee0d: Processing first storage report for DS-2ded03cc-235d-490f-b2ff-f87ed7025ee7 from datanode DatanodeRegistration(127.0.0.1:43165, datanodeUuid=0b84fc84-c1d2-4f70-a4d9-64a4da84fc41, infoPort=46283, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=703033618;c=1731219604449) 2024-11-10T06:20:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7227d82dfcaa5979 with lease ID 0x7f93cca662a2ee0d: from storage DS-2ded03cc-235d-490f-b2ff-f87ed7025ee7 node DatanodeRegistration(127.0.0.1:43165, datanodeUuid=0b84fc84-c1d2-4f70-a4d9-64a4da84fc41, infoPort=46283, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=703033618;c=1731219604449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:06,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142 2024-11-10T06:20:06,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:06,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:06,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:06,988 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c with version=8 2024-11-10T06:20:06,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/hbase-staging 2024-11-10T06:20:07,081 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T06:20:07,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:07,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:07,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:07,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:07,533 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T06:20:07,542 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T06:20:07,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:07,572 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9521 (auto-detected) 2024-11-10T06:20:07,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T06:20:07,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40227 2024-11-10T06:20:07,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40227 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:07,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402270x0, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:07,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40227-0x1010088ab5c0000 connected 2024-11-10T06:20:07,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:07,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:07,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:07,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c, hbase.cluster.distributed=false 2024-11-10T06:20:07,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/acl 2024-11-10T06:20:07,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-10T06:20:07,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40227 2024-11-10T06:20:07,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40227 2024-11-10T06:20:07,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-10T06:20:07,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40227 2024-11-10T06:20:07,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:07,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:07,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:07,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:07,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:07,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:07,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33479 2024-11-10T06:20:07,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33479 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:07,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:07,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:07,851 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334790x0, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:07,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33479-0x1010088ab5c0001 connected 2024-11-10T06:20:07,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:07,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:07,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:07,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/master 2024-11-10T06:20:07,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/acl 2024-11-10T06:20:07,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-10T06:20:07,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-11-10T06:20:07,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-11-10T06:20:07,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-10T06:20:07,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-11-10T06:20:07,891 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:40227 2024-11-10T06:20:07,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-711472046/backup-masters/c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:07,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:07,899 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:07,901 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/backup-masters/c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:07,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:07,925 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/master 2024-11-10T06:20:07,925 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:07,926 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/master 2024-11-10T06:20:07,927 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-711472046/backup-masters/c48ba4c5549b,40227,1731219607133 from backup master directory 2024-11-10T06:20:07,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/backup-masters/c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:07,930 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:07,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:07,931 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:07,931 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:07,933 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T06:20:07,934 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T06:20:07,990 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/hbase.id] with ID: 827c18a3-68ab-444e-b948-aaddf867c242 2024-11-10T06:20:07,990 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.tmp/hbase.id 2024-11-10T06:20:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:08,402 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.tmp/hbase.id]:[hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/hbase.id] 2024-11-10T06:20:08,443 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:08,447 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:08,466 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T06:20:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:08,469 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:08,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:08,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:08,911 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:20:08,916 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:08,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:09,364 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store 2024-11-10T06:20:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:09,388 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T06:20:09,391 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:09,392 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:09,393 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:09,393 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:09,394 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:09,394 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:09,394 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:09,396 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219609392Disabling compacts and flushes for region at 1731219609392Disabling writes for close at 1731219609394 (+2 ms)Writing region close event to WAL at 1731219609394Closed at 1731219609394 2024-11-10T06:20:09,397 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/.initializing 2024-11-10T06:20:09,398 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:09,406 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:09,420 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C40227%2C1731219607133, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:09,444 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133/c48ba4c5549b%2C40227%2C1731219607133.1731219609425, exclude list is [], retry=0 2024-11-10T06:20:09,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T06:20:09,500 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:09,501 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:09,501 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:09,502 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:09,505 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,506 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:09,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:09,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:09,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:09,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:09,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:09,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:09,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:09,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:09,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:09,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:09,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:09,598 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,602 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,603 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,608 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,608 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:09,615 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:09,619 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:09,620 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72928405, jitterRate=0.08671791851520538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:09,626 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219609519Initializing all the Stores at 1731219609521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219609522 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219609522Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219609523 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219609523Cleaning up temporary data from old regions at 1731219609608 (+85 ms)Region opened successfully at 1731219609626 (+18 ms) 2024-11-10T06:20:09,628 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:09,661 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a6868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:09,694 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:09,706 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:09,707 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:09,710 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:09,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T06:20:09,718 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T06:20:09,718 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:09,745 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:09,755 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:09,757 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/balancer already deleted, retry=false 2024-11-10T06:20:09,760 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:09,761 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:09,764 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/normalizer already deleted, retry=false 2024-11-10T06:20:09,766 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:09,769 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:09,771 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/switch/split already deleted, retry=false 2024-11-10T06:20:09,772 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:09,773 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/switch/merge already deleted, retry=false 2024-11-10T06:20:09,791 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:09,793 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:09,798 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,798 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,800 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,40227,1731219607133, sessionid=0x1010088ab5c0000, setting cluster-up flag (Was=false) 2024-11-10T06:20:09,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,812 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,820 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711472046/flush-table-proc/acquired, /0-711472046/flush-table-proc/reached, /0-711472046/flush-table-proc/abort 2024-11-10T06:20:09,821 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,826 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:09,833 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711472046/online-snapshot/acquired, /0-711472046/online-snapshot/reached, /0-711472046/online-snapshot/abort 2024-11-10T06:20:09,835 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:09,841 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:09,881 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(746): ClusterId : 827c18a3-68ab-444e-b948-aaddf867c242 2024-11-10T06:20:09,884 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:09,890 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:09,890 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:09,895 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:09,895 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4472cdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:09,910 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:33479 2024-11-10T06:20:09,913 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:09,913 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:09,913 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:09,916 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40227,1731219607133 with port=33479, startcode=1731219607786 2024-11-10T06:20:09,916 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:09,926 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:09,927 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:09,932 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:09,938 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,40227,1731219607133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:09,946 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:09,946 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:09,946 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:09,947 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:09,947 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:09,947 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:09,947 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:09,947 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:09,951 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219639951 2024-11-10T06:20:09,953 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:09,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:09,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:09,954 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:09,959 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:09,960 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:09,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:09,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:09,961 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:09,961 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:09,962 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:09,962 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:09,969 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:09,969 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40227 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:20:09,970 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:09,971 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:09,971 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:09,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:09,973 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:09,974 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:09,976 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219609975,5,FailOnTimeoutGroup] 2024-11-10T06:20:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219609976,5,FailOnTimeoutGroup] 2024-11-10T06:20:09,977 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:09,977 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:09,996 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T06:20:09,996 WARN [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T06:20:10,098 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40227,1731219607133 with port=33479, startcode=1731219607786 2024-11-10T06:20:10,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40227 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,112 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c 2024-11-10T06:20:10,112 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38771 2024-11-10T06:20:10,112 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/rs 2024-11-10T06:20:10,117 DEBUG [RS:0;c48ba4c5549b:33479 {}] zookeeper.ZKUtil(111): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/rs/c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,117 WARN [RS:0;c48ba4c5549b:33479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:10,117 INFO [RS:0;c48ba4c5549b:33479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:10,117 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,33479,1731219607786] 2024-11-10T06:20:10,143 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:10,156 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:10,161 INFO [RS:0;c48ba4c5549b:33479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:10,161 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,162 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:10,167 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:10,169 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,169 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,169 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,169 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,170 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,171 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,171 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:10,171 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:10,171 DEBUG [RS:0;c48ba4c5549b:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:10,172 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,173 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,173 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,173 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,173 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,173 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33479,1731219607786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:10,193 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:10,194 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33479,1731219607786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,195 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,195 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.Replication(171): c48ba4c5549b,33479,1731219607786 started 2024-11-10T06:20:10,213 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:10,214 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,33479,1731219607786, RpcServer on c48ba4c5549b/172.17.0.2:33479, sessionid=0x1010088ab5c0001 2024-11-10T06:20:10,215 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:10,215 DEBUG [RS:0;c48ba4c5549b:33479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,215 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,33479,1731219607786' 2024-11-10T06:20:10,215 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711472046/flush-table-proc/abort' 2024-11-10T06:20:10,216 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711472046/flush-table-proc/acquired' 2024-11-10T06:20:10,217 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:10,217 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:10,217 DEBUG [RS:0;c48ba4c5549b:33479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:10,217 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,33479,1731219607786' 2024-11-10T06:20:10,217 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711472046/online-snapshot/abort' 2024-11-10T06:20:10,218 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711472046/online-snapshot/acquired' 2024-11-10T06:20:10,218 DEBUG [RS:0;c48ba4c5549b:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:10,218 INFO [RS:0;c48ba4c5549b:33479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:10,218 INFO [RS:0;c48ba4c5549b:33479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:10,324 INFO [RS:0;c48ba4c5549b:33479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:10,327 INFO [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C33479%2C1731219607786, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:10,345 DEBUG [RS:0;c48ba4c5549b:33479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330, exclude list is [], retry=0 2024-11-10T06:20:10,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:10,353 INFO [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 2024-11-10T06:20:10,353 DEBUG [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:10,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:10,375 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c 2024-11-10T06:20:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:10,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:10,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:10,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:10,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:10,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:10,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:10,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:10,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:10,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:10,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:10,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:10,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:10,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:10,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:10,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:10,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:10,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:10,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:10,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:10,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:10,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:10,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:10,809 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:10,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:10,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:10,816 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74421935, jitterRate=0.10897324979305267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:10,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219610787Initializing all the Stores at 1731219610788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219610789 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219610789Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219610789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219610789Cleaning up temporary data from old regions at 1731219610808 (+19 ms)Region opened successfully at 1731219610819 (+11 ms) 2024-11-10T06:20:10,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:10,819 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:10,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:10,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:10,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:10,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:10,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219610819Disabling compacts and flushes for region at 1731219610819Disabling writes for close at 1731219610819Writing region close event to WAL at 1731219610820 (+1 ms)Closed at 1731219610820 2024-11-10T06:20:10,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:10,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:10,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:10,839 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:10,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:10,994 DEBUG [c48ba4c5549b:40227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:11,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:11,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,33479,1731219607786, state=OPENING 2024-11-10T06:20:11,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:11,020 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:11,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:11,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:11,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:11,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,33479,1731219607786}] 2024-11-10T06:20:11,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:11,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:11,214 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:11,215 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:11,215 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:11,219 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C33479%2C1731219607786.meta, suffix=.meta, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:11,236 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.meta.1731219611220.meta, exclude list is [], retry=0 2024-11-10T06:20:11,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:11,242 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.meta.1731219611220.meta 2024-11-10T06:20:11,243 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:11,243 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:11,248 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:11,249 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:11,252 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:11,254 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:11,257 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:11,258 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:11,258 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:11,258 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:11,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:11,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:11,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:11,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:11,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:11,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:11,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:11,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:11,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:11,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:11,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:11,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:11,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:11,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:11,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:11,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:11,271 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:11,272 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:11,275 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:11,277 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:11,277 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:11,278 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:11,280 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:11,282 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63604035, jitterRate=-0.05222602188587189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:11,282 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:11,284 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219611258Writing region info on filesystem at 1731219611259 (+1 ms)Initializing all the Stores at 1731219611261 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219611261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219611261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219611261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219611261Cleaning up temporary data from old regions at 1731219611277 (+16 ms)Running coprocessor post-open hooks at 1731219611282 (+5 ms)Region opened successfully at 1731219611283 (+1 ms) 2024-11-10T06:20:11,290 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219611191 2024-11-10T06:20:11,301 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:11,301 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:11,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:11,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,33479,1731219607786, state=OPEN 2024-11-10T06:20:11,311 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:11,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:11,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:11,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:11,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:11,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:11,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,33479,1731219607786 in 288 msec 2024-11-10T06:20:11,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:11,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-10T06:20:11,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:11,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:11,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:11,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,33479,1731219607786, seqNum=-1] 2024-11-10T06:20:11,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:11,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:11,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5180 sec 2024-11-10T06:20:11,388 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219611388, completionTime=-1 2024-11-10T06:20:11,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:11,391 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:11,417 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:11,417 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219671417 2024-11-10T06:20:11,417 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219731417 2024-11-10T06:20:11,417 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-10T06:20:11,420 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,420 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,420 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,422 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:40227, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,429 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:11,452 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.521sec 2024-11-10T06:20:11,454 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:11,455 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:11,456 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:11,456 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:11,457 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:11,457 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:11,458 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:11,466 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:11,466 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:11,467 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40227,1731219607133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:11,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:11,492 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T06:20:11,492 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T06:20:11,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40227,-1 for getting cluster id 2024-11-10T06:20:11,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:11,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '827c18a3-68ab-444e-b948-aaddf867c242' 2024-11-10T06:20:11,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "827c18a3-68ab-444e-b948-aaddf867c242" 2024-11-10T06:20:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40227,-1] 2024-11-10T06:20:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:11,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:11,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:11,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,33479,1731219607786, seqNum=-1] 2024-11-10T06:20:11,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:11,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:11,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:11,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:11,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:11,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010088ab5c0002 connected 2024-11-10T06:20:11,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir so I do NOT create it in target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef 2024-11-10T06:20:11,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:20:11,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.tmp.dir so I do NOT create it in target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef 2024-11-10T06:20:11,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:20:11,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef 2024-11-10T06:20:11,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:11,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/cluster_505971d1-10a7-33db-5d0b-ab8973ce5996, deleteOnExit=true 2024-11-10T06:20:11,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/test.cache.data in system properties and HBase conf 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:11,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:11,585 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:11,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:11,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:11,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:11,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:11,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:11,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:11,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:11,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:11,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:11,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:11,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:11,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:11,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:11,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/java.io.tmpdir/jetty-localhost-34545-hadoop-hdfs-3_4_1-tests_jar-_-any-12471478576255231947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:11,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:34545} 2024-11-10T06:20:11,815 INFO [Time-limited test {}] server.Server(415): Started @9448ms 2024-11-10T06:20:11,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:11,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:11,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:11,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:11,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:20:11,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:11,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:12,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/java.io.tmpdir/jetty-localhost-43131-hadoop-hdfs-3_4_1-tests_jar-_-any-16320594760761735891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:12,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:43131} 2024-11-10T06:20:12,037 INFO [Time-limited test {}] server.Server(415): Started @9670ms 2024-11-10T06:20:12,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:12,141 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/cluster_505971d1-10a7-33db-5d0b-ab8973ce5996/data/data1/current/BP-1689603195-172.17.0.2-1731219611620/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:12,141 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/cluster_505971d1-10a7-33db-5d0b-ab8973ce5996/data/data2/current/BP-1689603195-172.17.0.2-1731219611620/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:12,182 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadc509e5253532a7 with lease ID 0xa839afdc896019b0: Processing first storage report for DS-bd04b959-27e6-4e17-a501-6189dfa5f508 from datanode DatanodeRegistration(127.0.0.1:32983, datanodeUuid=1cbf6caa-d3c0-4f8d-a843-0ec12a6ad7d9, infoPort=38335, infoSecurePort=0, ipcPort=44417, storageInfo=lv=-57;cid=testClusterID;nsid=755046820;c=1731219611620) 2024-11-10T06:20:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadc509e5253532a7 with lease ID 0xa839afdc896019b0: from storage DS-bd04b959-27e6-4e17-a501-6189dfa5f508 node DatanodeRegistration(127.0.0.1:32983, datanodeUuid=1cbf6caa-d3c0-4f8d-a843-0ec12a6ad7d9, infoPort=38335, infoSecurePort=0, ipcPort=44417, storageInfo=lv=-57;cid=testClusterID;nsid=755046820;c=1731219611620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadc509e5253532a7 with lease ID 0xa839afdc896019b0: Processing first storage report for DS-7f333807-112f-416f-be5a-3c9144261a80 from datanode DatanodeRegistration(127.0.0.1:32983, datanodeUuid=1cbf6caa-d3c0-4f8d-a843-0ec12a6ad7d9, infoPort=38335, infoSecurePort=0, ipcPort=44417, storageInfo=lv=-57;cid=testClusterID;nsid=755046820;c=1731219611620) 2024-11-10T06:20:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadc509e5253532a7 with lease ID 0xa839afdc896019b0: from storage DS-7f333807-112f-416f-be5a-3c9144261a80 node DatanodeRegistration(127.0.0.1:32983, datanodeUuid=1cbf6caa-d3c0-4f8d-a843-0ec12a6ad7d9, infoPort=38335, infoSecurePort=0, ipcPort=44417, storageInfo=lv=-57;cid=testClusterID;nsid=755046820;c=1731219611620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:12,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef 2024-11-10T06:20:12,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:12,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606 with version=8 2024-11-10T06:20:12,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/hbase-staging 2024-11-10T06:20:12,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:12,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:12,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:12,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40831 2024-11-10T06:20:12,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40831 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:12,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408310x0, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:12,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40831-0x1010088ab5c0003 connected 2024-11-10T06:20:12,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/running 2024-11-10T06:20:12,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606, hbase.cluster.distributed=false 2024-11-10T06:20:12,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/acl 2024-11-10T06:20:12,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40831 2024-11-10T06:20:12,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40831 2024-11-10T06:20:12,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40831 2024-11-10T06:20:12,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40831 2024-11-10T06:20:12,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40831 2024-11-10T06:20:12,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:12,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:12,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:12,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:12,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:12,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:12,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38873 2024-11-10T06:20:12,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38873 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:12,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:12,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388730x0, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:12,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388730x0, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/running 2024-11-10T06:20:12,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38873-0x1010088ab5c0004 connected 2024-11-10T06:20:12,751 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:12,752 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:12,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/master 2024-11-10T06:20:12,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/acl 2024-11-10T06:20:12,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-10T06:20:12,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38873 2024-11-10T06:20:12,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38873 2024-11-10T06:20:12,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-10T06:20:12,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38873 2024-11-10T06:20:12,772 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:40831 2024-11-10T06:20:12,772 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1119285515/backup-masters/c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/backup-masters 2024-11-10T06:20:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/backup-masters 2024-11-10T06:20:12,775 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on existing znode=/1-1119285515/backup-masters/c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:12,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119285515/master 2024-11-10T06:20:12,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:12,783 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on existing znode=/1-1119285515/master 2024-11-10T06:20:12,784 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1119285515/backup-masters/c48ba4c5549b,40831,1731219612692 from backup master directory 2024-11-10T06:20:12,785 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/backup-masters 2024-11-10T06:20:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119285515/backup-masters/c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:12,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:12,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/backup-masters 2024-11-10T06:20:12,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/hbase.id] with ID: c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:12,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/.tmp/hbase.id 2024-11-10T06:20:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:13,202 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/.tmp/hbase.id]:[hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/hbase.id] 2024-11-10T06:20:13,227 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:13,227 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:13,230 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T06:20:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:13,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:13,641 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:13,643 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:13,643 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:13,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:14,057 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store 2024-11-10T06:20:14,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:14,466 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:14,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:14,467 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:14,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:14,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:14,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:14,467 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:14,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219614467Disabling compacts and flushes for region at 1731219614467Disabling writes for close at 1731219614467Writing region close event to WAL at 1731219614467Closed at 1731219614467 2024-11-10T06:20:14,469 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/.initializing 2024-11-10T06:20:14,469 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/WALs/c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:14,471 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:14,474 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C40831%2C1731219612692, suffix=, logDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/WALs/c48ba4c5549b,40831,1731219612692, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:14,489 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/WALs/c48ba4c5549b,40831,1731219612692/c48ba4c5549b%2C40831%2C1731219612692.1731219614474, exclude list is [], retry=0 2024-11-10T06:20:14,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-bd04b959-27e6-4e17-a501-6189dfa5f508,DISK] 2024-11-10T06:20:14,496 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/WALs/c48ba4c5549b,40831,1731219612692/c48ba4c5549b%2C40831%2C1731219612692.1731219614474 2024-11-10T06:20:14,496 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-11-10T06:20:14,496 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:14,497 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:14,497 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,497 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:14,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:14,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:14,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:14,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:14,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:14,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:14,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:14,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:14,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:14,511 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,512 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,516 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:14,517 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:14,521 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:14,521 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69838312, jitterRate=0.0406719446182251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:14,522 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219614497Initializing all the Stores at 1731219614498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219614498Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219614499 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219614499Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219614499Cleaning up temporary data from old regions at 1731219614515 (+16 ms)Region opened successfully at 1731219614522 (+7 ms) 2024-11-10T06:20:14,522 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:14,527 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e20234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:14,528 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:14,528 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:14,528 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:14,528 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:14,529 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:14,529 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:20:14,529 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:14,532 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:14,533 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:14,534 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/balancer already deleted, retry=false 2024-11-10T06:20:14,535 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:14,536 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:14,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/normalizer already deleted, retry=false 2024-11-10T06:20:14,538 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:14,539 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:14,541 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/switch/split already deleted, retry=false 2024-11-10T06:20:14,542 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:14,543 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/switch/merge already deleted, retry=false 2024-11-10T06:20:14,545 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:14,547 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119285515/running 2024-11-10T06:20:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1119285515/running 2024-11-10T06:20:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,556 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,40831,1731219612692, sessionid=0x1010088ab5c0003, setting cluster-up flag (Was=false) 2024-11-10T06:20:14,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,565 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119285515/flush-table-proc/acquired, /1-1119285515/flush-table-proc/reached, /1-1119285515/flush-table-proc/abort 2024-11-10T06:20:14,566 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:14,576 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1119285515/online-snapshot/acquired, /1-1119285515/online-snapshot/reached, /1-1119285515/online-snapshot/abort 2024-11-10T06:20:14,577 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:14,579 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:14,582 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:14,582 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:14,583 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:14,583 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,40831,1731219612692 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:14,584 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:14,584 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:14,585 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219644587 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:14,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:14,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:14,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:14,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:14,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:14,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:14,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:14,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:14,593 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:14,593 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:14,593 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:14,596 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219614593,5,FailOnTimeoutGroup] 2024-11-10T06:20:14,597 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219614596,5,FailOnTimeoutGroup] 2024-11-10T06:20:14,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:14,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:14,662 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(746): ClusterId : c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:14,663 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:14,665 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:14,665 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:14,668 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:14,669 DEBUG [RS:0;c48ba4c5549b:38873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dca41fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:14,682 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:38873 2024-11-10T06:20:14,682 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:14,682 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:14,682 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:14,683 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40831,1731219612692 with port=38873, startcode=1731219612739 2024-11-10T06:20:14,683 DEBUG [RS:0;c48ba4c5549b:38873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:14,686 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:14,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40831 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,691 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606 2024-11-10T06:20:14,691 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37727 2024-11-10T06:20:14,691 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:14,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/rs 2024-11-10T06:20:14,695 DEBUG [RS:0;c48ba4c5549b:38873 {}] zookeeper.ZKUtil(111): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on existing znode=/1-1119285515/rs/c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,695 WARN [RS:0;c48ba4c5549b:38873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:14,695 INFO [RS:0;c48ba4c5549b:38873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:14,696 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,38873,1731219612739] 2024-11-10T06:20:14,700 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:14,703 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:14,704 INFO [RS:0;c48ba4c5549b:38873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:14,704 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,704 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:14,705 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:14,705 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,705 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,705 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,705 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:14,706 DEBUG [RS:0;c48ba4c5549b:38873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:14,708 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,708 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,708 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,709 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,709 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,709 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38873,1731219612739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:14,725 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:14,725 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38873,1731219612739-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,726 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,726 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.Replication(171): c48ba4c5549b,38873,1731219612739 started 2024-11-10T06:20:14,741 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:14,741 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,38873,1731219612739, RpcServer on c48ba4c5549b/172.17.0.2:38873, sessionid=0x1010088ab5c0004 2024-11-10T06:20:14,741 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:14,741 DEBUG [RS:0;c48ba4c5549b:38873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,742 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38873,1731219612739' 2024-11-10T06:20:14,742 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119285515/flush-table-proc/abort' 2024-11-10T06:20:14,742 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119285515/flush-table-proc/acquired' 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38873,1731219612739' 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1119285515/online-snapshot/abort' 2024-11-10T06:20:14,743 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1119285515/online-snapshot/acquired' 2024-11-10T06:20:14,744 DEBUG [RS:0;c48ba4c5549b:38873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:14,744 INFO [RS:0;c48ba4c5549b:38873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:14,744 INFO [RS:0;c48ba4c5549b:38873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:14,845 INFO [RS:0;c48ba4c5549b:38873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:14,847 INFO [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38873%2C1731219612739, suffix=, logDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/oldWALs, maxLogs=10 2024-11-10T06:20:14,864 DEBUG [RS:0;c48ba4c5549b:38873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739/c48ba4c5549b%2C38873%2C1731219612739.1731219614849, exclude list is [], retry=0 2024-11-10T06:20:14,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-bd04b959-27e6-4e17-a501-6189dfa5f508,DISK] 2024-11-10T06:20:14,870 INFO [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739/c48ba4c5549b%2C38873%2C1731219612739.1731219614849 2024-11-10T06:20:14,871 DEBUG [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-11-10T06:20:15,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:15,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606 2024-11-10T06:20:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:15,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:15,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:15,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:15,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:15,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:15,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:15,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:15,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:15,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:15,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:15,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740 2024-11-10T06:20:15,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740 2024-11-10T06:20:15,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:15,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:15,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:15,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:15,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:15,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70660719, jitterRate=0.05292676389217377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:15,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219615412Initializing all the Stores at 1731219615414 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219615414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615414Cleaning up temporary data from old regions at 1731219615429 (+15 ms)Region opened successfully at 1731219615435 (+6 ms) 2024-11-10T06:20:15,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:15,436 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:15,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:15,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:15,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:15,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:15,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219615435Disabling compacts and flushes for region at 1731219615435Disabling writes for close at 1731219615436 (+1 ms)Writing region close event to WAL at 1731219615436Closed at 1731219615436 2024-11-10T06:20:15,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:15,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:15,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:15,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:15,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:15,592 DEBUG [c48ba4c5549b:40831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:15,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:15,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38873,1731219612739, state=OPENING 2024-11-10T06:20:15,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:15,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:15,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:15,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:15,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119285515/meta-region-server: CHANGED 2024-11-10T06:20:15,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119285515/meta-region-server: CHANGED 2024-11-10T06:20:15,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38873,1731219612739}] 2024-11-10T06:20:15,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:15,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:15,762 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:15,762 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:15,762 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:15,764 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38873%2C1731219612739.meta, suffix=.meta, logDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739, archiveDir=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/oldWALs, maxLogs=10 2024-11-10T06:20:15,780 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739/c48ba4c5549b%2C38873%2C1731219612739.meta.1731219615766.meta, exclude list is [], retry=0 2024-11-10T06:20:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32983,DS-bd04b959-27e6-4e17-a501-6189dfa5f508,DISK] 2024-11-10T06:20:15,786 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739/c48ba4c5549b%2C38873%2C1731219612739.meta.1731219615766.meta 2024-11-10T06:20:15,788 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-11-10T06:20:15,788 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:15,789 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:15,789 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:15,789 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:15,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:15,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:15,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:15,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:15,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:15,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:15,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:15,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:15,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:15,800 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:15,801 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740 2024-11-10T06:20:15,803 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740 2024-11-10T06:20:15,805 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:15,805 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:15,806 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:15,808 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:15,810 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62988015, jitterRate=-0.06140543520450592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:15,810 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:15,810 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219615789Writing region info on filesystem at 1731219615789Initializing all the Stores at 1731219615791 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219615791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219615791Cleaning up temporary data from old regions at 1731219615805 (+14 ms)Running coprocessor post-open hooks at 1731219615810 (+5 ms)Region opened successfully at 1731219615810 2024-11-10T06:20:15,812 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219615753 2024-11-10T06:20:15,815 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:15,815 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:15,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:15,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38873,1731219612739, state=OPEN 2024-11-10T06:20:15,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119285515/meta-region-server 2024-11-10T06:20:15,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1119285515/meta-region-server 2024-11-10T06:20:15,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119285515/meta-region-server: CHANGED 2024-11-10T06:20:15,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1119285515/meta-region-server: CHANGED 2024-11-10T06:20:15,821 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:15,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:15,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38873,1731219612739 in 222 msec 2024-11-10T06:20:15,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:15,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-10T06:20:15,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:15,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:15,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:15,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38873,1731219612739, seqNum=-1] 2024-11-10T06:20:15,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:15,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:15,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-10T06:20:15,843 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219615843, completionTime=-1 2024-11-10T06:20:15,843 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:15,843 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:15,845 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:15,845 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219675845 2024-11-10T06:20:15,845 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219735845 2024-11-10T06:20:15,845 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T06:20:15,846 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,846 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,846 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,846 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:40831, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,846 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,847 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,849 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:15,851 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-11-10T06:20:15,851 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:15,852 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:15,855 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:15,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:15,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40831,1731219612692-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:15,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:15,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:15,866 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeb5f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:15,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:15,869 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:15,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:15,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38873,1731219612739, seqNum=-1] 2024-11-10T06:20:15,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:15,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:15,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:15,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010088ab5c0005 connected 2024-11-10T06:20:15,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7751df50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40227,-1 for getting cluster id 2024-11-10T06:20:15,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:15,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '827c18a3-68ab-444e-b948-aaddf867c242' 2024-11-10T06:20:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:15,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "827c18a3-68ab-444e-b948-aaddf867c242" 2024-11-10T06:20:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37f9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40227,-1] 2024-11-10T06:20:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:15,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:15,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485b1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:15,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fd8601 2024-11-10T06:20:15,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:15,909 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:15,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:20:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:20:15,922 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:15,924 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7671c139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,924 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:15,924 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:15,925 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78389735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:15,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:15,928 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:15,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14192147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:15,929 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:15,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:15,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fa26e3 2024-11-10T06:20:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:15,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:15,948 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T06:20:15,948 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:20:15,953 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:15,953 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:15,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:15,955 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:15,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:20:15,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:20:15,964 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:15,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:20:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741835_1011 (size=1138) 2024-11-10T06:20:16,012 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:20:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:16,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:20:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:16,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbb306cb36f17cf2f6e60d172aa5ebb9, NAME => 'hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c 2024-11-10T06:20:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741836_1012 (size=44) 2024-11-10T06:20:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:16,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fbb306cb36f17cf2f6e60d172aa5ebb9, disabling compactions & flushes 2024-11-10T06:20:16,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. after waiting 0 ms 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:16,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:16,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbb306cb36f17cf2f6e60d172aa5ebb9: Waiting for close lock at 1731219616787Disabling compacts and flushes for region at 1731219616787Disabling writes for close at 1731219616787Writing region close event to WAL at 1731219616787Closed at 1731219616787 2024-11-10T06:20:16,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:20:16,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219616789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219616789"}]},"ts":"1731219616789"} 2024-11-10T06:20:16,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:20:16,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:20:16,803 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219616800"}]},"ts":"1731219616800"} 2024-11-10T06:20:16,806 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:20:16,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN}] 2024-11-10T06:20:16,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN 2024-11-10T06:20:16,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN; state=OFFLINE, location=c48ba4c5549b,33479,1731219607786; forceNewPlan=false, retain=false 2024-11-10T06:20:16,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fbb306cb36f17cf2f6e60d172aa5ebb9, regionState=OPENING, regionLocation=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:16,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN because future has completed 2024-11-10T06:20:16,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,33479,1731219607786}] 2024-11-10T06:20:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:17,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:17,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:17,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:20:17,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C33479%2C1731219607786.rep, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:17,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.rep.1731219617133, exclude list is [], retry=0 2024-11-10T06:20:17,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:17,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.rep.1731219617133 2024-11-10T06:20:17,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:17,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fbb306cb36f17cf2f6e60d172aa5ebb9, NAME => 'hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:17,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. service=MultiRowMutationService 2024-11-10T06:20:17,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,156 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,158 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName hfileref 2024-11-10T06:20:17,158 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:17,158 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:17,159 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,160 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName queue 2024-11-10T06:20:17,160 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:17,161 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:17,161 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,163 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName sid 2024-11-10T06:20:17,163 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:17,163 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:17,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:20:17,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:17,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fbb306cb36f17cf2f6e60d172aa5ebb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74487306, jitterRate=0.10994735360145569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:20:17,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:17,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fbb306cb36f17cf2f6e60d172aa5ebb9: Running coprocessor pre-open hook at 1731219617154Writing region info on filesystem at 1731219617154Initializing all the Stores at 1731219617156 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219617156Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219617156Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219617156Cleaning up temporary data from old regions at 1731219617166 (+10 ms)Running coprocessor post-open hooks at 1731219617172 (+6 ms)Region opened successfully at 1731219617173 (+1 ms) 2024-11-10T06:20:17,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., pid=7, masterSystemTime=1731219617124 2024-11-10T06:20:17,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:17,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:17,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fbb306cb36f17cf2f6e60d172aa5ebb9, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:17,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,33479,1731219607786 because future has completed 2024-11-10T06:20:17,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T06:20:17,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,33479,1731219607786 in 214 msec 2024-11-10T06:20:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:20:17,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN in 378 msec 2024-11-10T06:20:17,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:20:17,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219617192"}]},"ts":"1731219617192"} 2024-11-10T06:20:17,194 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:20:17,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:20:17,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2410 sec 2024-11-10T06:20:17,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., hostname=c48ba4c5549b,33479,1731219607786, seqNum=2] 2024-11-10T06:20:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33479 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T06:20:17,239 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:17,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:20:17,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T06:20:17,414 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:20:17,452 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,33479,1731219607786, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:20:17,453 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:17,454 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,33479,1731219607786, seqNum=-1] 2024-11-10T06:20:17,454 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:17,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T06:20:17,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,33479,1731219607786', locateType=CURRENT is [region=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., hostname=c48ba4c5549b,33479,1731219607786, seqNum=2] 2024-11-10T06:20:17,465 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T06:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T06:20:17,470 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,33479,1731219607786 suceeded 2024-11-10T06:20:17,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T06:20:17,474 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:17,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-10T06:20:17,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-10T06:20:17,485 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:17,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3852e17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:17,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:17,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:17,487 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:17,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:17,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:17,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b86a815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:17,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:17,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:17,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:17,489 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba50556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417a2230 2024-11-10T06:20:17,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:17,492 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:20:17,493 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,33479,1731219607786 (queues=1) is replicating from cluster=827c18a3-68ab-444e-b948-aaddf867c242 to cluster=c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:17,495 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C33479%2C1731219607786 2024-11-10T06:20:17,498 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,33479,1731219607786, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:20:17,500 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C33479%2C1731219607786 2024-11-10T06:20:17,504 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330, startPosition=0, beingWritten=true 2024-11-10T06:20:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:20:17,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:20:17,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:20:17,533 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T06:20:17,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:17,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T06:20:17,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:17,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:20:17,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:20:17,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:20:17,763 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:18,070 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:18,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:18,076 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:20:18,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:18,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:18,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ac2555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40227,-1 for getting cluster id 2024-11-10T06:20:18,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:18,078 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '827c18a3-68ab-444e-b948-aaddf867c242' 2024-11-10T06:20:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "827c18a3-68ab-444e-b948-aaddf867c242" 2024-11-10T06:20:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40227,-1] 2024-11-10T06:20:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,081 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-11-10T06:20:18,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:20:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:20:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T06:20:18,090 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:18,090 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431360f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,090 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:18,091 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:18,091 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:18,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0e4712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:18,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,093 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:18,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5be1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,094 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:18,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d571b 2024-11-10T06:20:18,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,096 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,097 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T06:20:18,097 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:20:18,097 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,097 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:18,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:20:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T06:20:18,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T06:20:18,261 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T06:20:18,293 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c48ba4c5549b,33479,1731219607786, ReplicationSource: 2, currentBandwidth=0 2024-11-10T06:20:18,296 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T06:20:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T06:20:18,300 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c48ba4c5549b,33479,1731219607786 suceeded 2024-11-10T06:20:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:20:18,303 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:18,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-10T06:20:18,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-10T06:20:18,311 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:18,313 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395aafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,313 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:18,313 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:18,314 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f2f250f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,317 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:18,318 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed2a9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,318 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6651c5e 2024-11-10T06:20:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,320 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,321 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c48ba4c5549b,33479,1731219607786 (queues=1) is replicating from cluster=827c18a3-68ab-444e-b948-aaddf867c242 to cluster=c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:18,321 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c48ba4c5549b%2C33479%2C1731219607786 2024-11-10T06:20:18,321 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c48ba4c5549b,33479,1731219607786, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:20:18,321 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C33479%2C1731219607786 2024-11-10T06:20:18,321 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330, startPosition=0, beingWritten=true 2024-11-10T06:20:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T06:20:18,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T06:20:18,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:18,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:18,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:18,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-11-10T06:20:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,411 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:18,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T06:20:18,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:18,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T06:20:18,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T06:20:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:20:18,425 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:18,426 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79924b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,426 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:18,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:18,427 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271f7b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:18,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,429 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198f73c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655e7ec 2024-11-10T06:20:18,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,432 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,433 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:20:18,433 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:20:18,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:18,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:20:18,477 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:18,528 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:20:18,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T06:20:18,590 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T06:20:18,592 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T06:20:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T06:20:18,596 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c48ba4c5549b,33479,1731219607786 suceeded 2024-11-10T06:20:18,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T06:20:18,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T06:20:18,599 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:18,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-10T06:20:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T06:20:18,745 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T06:20:18,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T06:20:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:20:18,749 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:18,750 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4ff0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,750 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:18,750 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:18,751 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:18,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:18,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8c5619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,753 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:18,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2910f36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:18,754 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:18,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:18,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506dc1c8 2024-11-10T06:20:18,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:18,756 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:18,757 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T06:20:18,757 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:20:18,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:18,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:18,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:20:18,835 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:20:18,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T06:20:18,915 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T06:20:18,916 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T06:20:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T06:20:18,919 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c48ba4c5549b,33479,1731219607786 suceeded 2024-11-10T06:20:18,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T06:20:18,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-10T06:20:18,922 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c48ba4c5549b:40831,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:18,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-10T06:20:18,984 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T06:20:19,065 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T06:20:19,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:19,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T06:20:19,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:19,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:19,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:19,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:20:19,068 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-10T06:20:19,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,40227,1731219607133 2024-11-10T06:20:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:19,070 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:19,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:19,071 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:19,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:19,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:19,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:19,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,33479,1731219607786' ***** 2024-11-10T06:20:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:19,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:20:19,072 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:20:19,073 INFO [RS:0;c48ba4c5549b:33479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:20:19,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:20:19,073 INFO [RS:0;c48ba4c5549b:33479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:20:19,073 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:19,073 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:33479. 2024-11-10T06:20:19,074 DEBUG [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:19,074 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:20:19,074 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbb306cb36f17cf2f6e60d172aa5ebb9, disabling compactions & flushes 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:20:19,074 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:19,074 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:19,074 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. after waiting 0 ms 2024-11-10T06:20:19,074 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:19,074 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:20:19,074 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:19,074 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.} 2024-11-10T06:20:19,075 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:19,075 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:19,075 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:19,075 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:19,075 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:19,078 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T06:20:19,078 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbb306cb36f17cf2f6e60d172aa5ebb9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T06:20:19,080 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:19,146 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/.tmp/queue/6eaba5b8290a42238b581a165cdfbc9a is 151, key is 1-c48ba4c5549b,33479,1731219607786/queue:c48ba4c5549b%2C33479%2C1731219607786/1731219617460/Put/seqid=0 2024-11-10T06:20:19,146 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/c4d5f853ae2941acbb59312d6caaf47a is 147, key is hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9./info:regioninfo/1731219617178/Put/seqid=0 2024-11-10T06:20:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741838_1014 (size=5500) 2024-11-10T06:20:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741839_1015 (size=6631) 2024-11-10T06:20:19,223 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:20:19,223 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:20:19,242 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:19,275 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:19,475 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:19,558 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/.tmp/queue/6eaba5b8290a42238b581a165cdfbc9a 2024-11-10T06:20:19,558 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/c4d5f853ae2941acbb59312d6caaf47a 2024-11-10T06:20:19,591 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:19,607 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/.tmp/queue/6eaba5b8290a42238b581a165cdfbc9a as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/queue/6eaba5b8290a42238b581a165cdfbc9a 2024-11-10T06:20:19,616 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/queue/6eaba5b8290a42238b581a165cdfbc9a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T06:20:19,623 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fbb306cb36f17cf2f6e60d172aa5ebb9 in 544ms, sequenceid=6, compaction requested=false 2024-11-10T06:20:19,623 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:20:19,630 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/ns/36c4fb100d33494f8c9028c3eacf9e4d is 43, key is default/ns:d/1731219611373/Put/seqid=0 2024-11-10T06:20:19,631 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T06:20:19,634 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:19,634 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:19,634 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:19,634 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbb306cb36f17cf2f6e60d172aa5ebb9: Waiting for close lock at 1731219619074Running coprocessor pre-close hooks at 1731219619074Disabling compacts and flushes for region at 1731219619074Disabling writes for close at 1731219619074Obtaining lock to block concurrent updates at 1731219619078 (+4 ms)Preparing flush snapshotting stores in fbb306cb36f17cf2f6e60d172aa5ebb9 at 1731219619078Finished memstore snapshotting hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731219619086 (+8 ms)Flushing stores of hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. at 1731219619088 (+2 ms)Flushing fbb306cb36f17cf2f6e60d172aa5ebb9/queue: creating writer at 1731219619089 (+1 ms)Flushing fbb306cb36f17cf2f6e60d172aa5ebb9/queue: appending metadata at 1731219619128 (+39 ms)Flushing fbb306cb36f17cf2f6e60d172aa5ebb9/queue: closing flushed file at 1731219619131 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a0bdfc: reopening flushed file at 1731219619605 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fbb306cb36f17cf2f6e60d172aa5ebb9 in 544ms, sequenceid=6, compaction requested=false at 1731219619623 (+18 ms)Writing region close event to WAL at 1731219619626 (+3 ms)Running coprocessor post-close hooks at 1731219619632 (+6 ms)Closed at 1731219619634 (+2 ms) 2024-11-10T06:20:19,635 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741840_1016 (size=5153) 2024-11-10T06:20:19,676 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:19,749 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:19,876 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:20,037 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/ns/36c4fb100d33494f8c9028c3eacf9e4d 2024-11-10T06:20:20,062 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/table/747f375dc01f431cb3d8c4e8a9a05dc8 is 53, key is hbase:replication/table:state/1731219617192/Put/seqid=0 2024-11-10T06:20:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741841_1017 (size=5256) 2024-11-10T06:20:20,076 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:20:20,076 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:20:20,076 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:20,276 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:20,296 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:20,356 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 to pos 0, reset compression=false 2024-11-10T06:20:20,468 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/table/747f375dc01f431cb3d8c4e8a9a05dc8 2024-11-10T06:20:20,477 DEBUG [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:20,477 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/c4d5f853ae2941acbb59312d6caaf47a as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/info/c4d5f853ae2941acbb59312d6caaf47a 2024-11-10T06:20:20,485 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/info/c4d5f853ae2941acbb59312d6caaf47a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T06:20:20,486 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/ns/36c4fb100d33494f8c9028c3eacf9e4d as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/ns/36c4fb100d33494f8c9028c3eacf9e4d 2024-11-10T06:20:20,493 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/ns/36c4fb100d33494f8c9028c3eacf9e4d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:20:20,494 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/table/747f375dc01f431cb3d8c4e8a9a05dc8 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/table/747f375dc01f431cb3d8c4e8a9a05dc8 2024-11-10T06:20:20,501 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/table/747f375dc01f431cb3d8c4e8a9a05dc8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T06:20:20,502 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-11-10T06:20:20,507 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:20:20,508 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:20,508 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:20,508 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:20,508 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219619074Running coprocessor pre-close hooks at 1731219619074Disabling compacts and flushes for region at 1731219619074Disabling writes for close at 1731219619075 (+1 ms)Obtaining lock to block concurrent updates at 1731219619078 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731219619078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731219619086 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219619088 (+2 ms)Flushing 1588230740/info: creating writer at 1731219619089 (+1 ms)Flushing 1588230740/info: appending metadata at 1731219619128 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731219619131 (+3 ms)Flushing 1588230740/ns: creating writer at 1731219619605 (+474 ms)Flushing 1588230740/ns: appending metadata at 1731219619629 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731219619629Flushing 1588230740/table: creating writer at 1731219620046 (+417 ms)Flushing 1588230740/table: appending metadata at 1731219620062 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731219620062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f34ddb: reopening flushed file at 1731219620476 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffe3016: reopening flushed file at 1731219620485 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22739478: reopening flushed file at 1731219620493 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1731219620502 (+9 ms)Writing region close event to WAL at 1731219620503 (+1 ms)Running coprocessor post-close hooks at 1731219620508 (+5 ms)Closed at 1731219620508 2024-11-10T06:20:20,509 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:20,677 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,33479,1731219607786; all regions closed. 2024-11-10T06:20:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741834_1010 (size=2742) 2024-11-10T06:20:20,688 DEBUG [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:20,688 INFO [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C33479%2C1731219607786.meta:.meta(num 1731219611220) 2024-11-10T06:20:20,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741837_1013 (size=1802) 2024-11-10T06:20:20,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.rep.1731219617133 not finished, retry = 0 2024-11-10T06:20:20,794 DEBUG [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:20,795 INFO [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C33479%2C1731219607786.rep:(num 1731219617133) 2024-11-10T06:20:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:20:20,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786/c48ba4c5549b%2C33479%2C1731219607786.1731219610330 not finished, retry = 0 2024-11-10T06:20:20,901 DEBUG [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:20,901 INFO [RS:0;c48ba4c5549b:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C33479%2C1731219607786:(num 1731219610330) 2024-11-10T06:20:20,901 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:20,901 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:20,901 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:20,901 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:20,902 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:20,902 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:20,902 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,33479,1731219607786 because: Region server is closing 2024-11-10T06:20:20,902 INFO [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:33479. 2024-11-10T06:20:20,902 DEBUG [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:20,903 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:20,903 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:20,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:21,003 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.wal-reader.c48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:20:21,003 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:20:21,004 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,1-c48ba4c5549b,33479,1731219607786 terminated 2024-11-10T06:20:21,004 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c48ba4c5549b,33479,1731219607786 because: Region server is closing 2024-11-10T06:20:21,004 INFO [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:33479. 2024-11-10T06:20:21,005 DEBUG [RS:0;c48ba4c5549b:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:21,005 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:21,005 DEBUG [RS:0;c48ba4c5549b:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:21,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:21,105 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:20:21,106 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,33479,1731219607786.replicationSource.shipperc48ba4c5549b%2C33479%2C1731219607786,2-c48ba4c5549b,33479,1731219607786 terminated 2024-11-10T06:20:21,106 INFO [RS:0;c48ba4c5549b:33479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33479 2024-11-10T06:20:21,110 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/rs/c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:21,110 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:21,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/rs 2024-11-10T06:20:21,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,33479,1731219607786] 2024-11-10T06:20:21,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/draining/c48ba4c5549b,33479,1731219607786 already deleted, retry=false 2024-11-10T06:20:21,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,33479,1731219607786 expired; onlineServers=0 2024-11-10T06:20:21,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,40227,1731219607133' ***** 2024-11-10T06:20:21,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:20:21,115 INFO [M:0;c48ba4c5549b:40227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:21,115 INFO [M:0;c48ba4c5549b:40227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:21,115 DEBUG [M:0;c48ba4c5549b:40227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:20:21,115 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:20:21,115 DEBUG [M:0;c48ba4c5549b:40227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:20:21,115 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219609975 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219609975,5,FailOnTimeoutGroup] 2024-11-10T06:20:21,115 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219609976 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219609976,5,FailOnTimeoutGroup] 2024-11-10T06:20:21,116 INFO [M:0;c48ba4c5549b:40227 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:21,116 INFO [M:0;c48ba4c5549b:40227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:21,116 DEBUG [M:0;c48ba4c5549b:40227 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:20:21,116 INFO [M:0;c48ba4c5549b:40227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:20:21,116 INFO [M:0;c48ba4c5549b:40227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:21,117 INFO [M:0;c48ba4c5549b:40227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:20:21,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:20:21,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/master 2024-11-10T06:20:21,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:21,117 DEBUG [M:0;c48ba4c5549b:40227 {}] zookeeper.ZKUtil(347): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/master because node does not exist (not an error) 2024-11-10T06:20:21,118 WARN [M:0;c48ba4c5549b:40227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:20:21,118 INFO [M:0;c48ba4c5549b:40227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.lastflushedseqids 2024-11-10T06:20:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741842_1018 (size=181) 2024-11-10T06:20:21,130 INFO [M:0;c48ba4c5549b:40227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:20:21,131 INFO [M:0;c48ba4c5549b:40227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:20:21,131 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:21,131 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:21,131 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:21,131 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:21,131 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:21,131 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T06:20:21,149 DEBUG [M:0;c48ba4c5549b:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faf3e38b91a94c15ad2e244d7d9e73fb is 82, key is hbase:meta,,1/info:regioninfo/1731219611303/Put/seqid=0 2024-11-10T06:20:21,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741843_1019 (size=5672) 2024-11-10T06:20:21,213 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:21,213 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1010088ab5c0001, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:21,213 INFO [RS:0;c48ba4c5549b:33479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:21,213 INFO [RS:0;c48ba4c5549b:33479 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,33479,1731219607786; zookeeper connection closed. 2024-11-10T06:20:21,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d6c54f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d6c54f7 2024-11-10T06:20:21,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:20:21,554 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faf3e38b91a94c15ad2e244d7d9e73fb 2024-11-10T06:20:21,579 DEBUG [M:0;c48ba4c5549b:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5f394d27b349bab0c05c68737d2791 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731219617197/Put/seqid=0 2024-11-10T06:20:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741844_1020 (size=8663) 2024-11-10T06:20:21,985 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5f394d27b349bab0c05c68737d2791 2024-11-10T06:20:22,007 DEBUG [M:0;c48ba4c5549b:40227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64de126fc1c74f518ff11dd15fe52ec8 is 69, key is c48ba4c5549b,33479,1731219607786/rs:state/1731219610105/Put/seqid=0 2024-11-10T06:20:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741845_1021 (size=5156) 2024-11-10T06:20:22,413 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64de126fc1c74f518ff11dd15fe52ec8 2024-11-10T06:20:22,420 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/faf3e38b91a94c15ad2e244d7d9e73fb as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faf3e38b91a94c15ad2e244d7d9e73fb 2024-11-10T06:20:22,427 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faf3e38b91a94c15ad2e244d7d9e73fb, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T06:20:22,428 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea5f394d27b349bab0c05c68737d2791 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea5f394d27b349bab0c05c68737d2791 2024-11-10T06:20:22,434 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea5f394d27b349bab0c05c68737d2791, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T06:20:22,435 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64de126fc1c74f518ff11dd15fe52ec8 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64de126fc1c74f518ff11dd15fe52ec8 2024-11-10T06:20:22,441 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64de126fc1c74f518ff11dd15fe52ec8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T06:20:22,443 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=115, compaction requested=false 2024-11-10T06:20:22,444 INFO [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:22,445 DEBUG [M:0;c48ba4c5549b:40227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219621131Disabling compacts and flushes for region at 1731219621131Disabling writes for close at 1731219621131Obtaining lock to block concurrent updates at 1731219621131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219621131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731219621132 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219621133 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219621133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219621148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219621148Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219621562 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219621578 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219621578Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219621992 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219622007 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219622007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267e4c36: reopening flushed file at 1731219622419 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7710158c: reopening flushed file at 1731219622427 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a7fe6d: reopening flushed file at 1731219622434 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=115, compaction requested=false at 1731219622443 (+9 ms)Writing region close event to WAL at 1731219622444 (+1 ms)Closed at 1731219622444 2024-11-10T06:20:22,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741830_1006 (size=59421) 2024-11-10T06:20:22,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:22,448 INFO [M:0;c48ba4c5549b:40227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:20:22,449 INFO [M:0;c48ba4c5549b:40227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40227 2024-11-10T06:20:22,449 INFO [M:0;c48ba4c5549b:40227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:22,551 INFO [M:0;c48ba4c5549b:40227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40227-0x1010088ab5c0000, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:22,553 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:22,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:22,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:22,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38397 2024-11-10T06:20:22,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38397 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383970x0, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:22,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38397-0x1010088ab5c0006 connected 2024-11-10T06:20:22,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:22,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:22,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:22,566 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: INIT 2024-11-10T06:20:22,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c, hbase.cluster.distributed=false 2024-11-10T06:20:22,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/acl 2024-11-10T06:20:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-10T06:20:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38397 2024-11-10T06:20:22,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38397 2024-11-10T06:20:22,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-10T06:20:22,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38397 2024-11-10T06:20:22,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:22,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:22,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35083 2024-11-10T06:20:22,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35083 connecting to ZooKeeper ensemble=127.0.0.1:64271 2024-11-10T06:20:22,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:22,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350830x0, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:22,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35083-0x1010088ab5c0007 connected 2024-11-10T06:20:22,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:22,595 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: INIT 2024-11-10T06:20:22,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:22,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:22,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/master 2024-11-10T06:20:22,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/acl 2024-11-10T06:20:22,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:20:22,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083 2024-11-10T06:20:22,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083 2024-11-10T06:20:22,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:20:22,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:20:22,616 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:38397 2024-11-10T06:20:22,616 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-711472046/backup-masters/c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:22,618 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/backup-masters/c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/master 2024-11-10T06:20:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:22,620 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/master 2024-11-10T06:20:22,621 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-711472046/backup-masters/c48ba4c5549b,38397,1731219622553 from backup master directory 2024-11-10T06:20:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/backup-masters/c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/backup-masters 2024-11-10T06:20:22,622 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:22,622 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,638 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:22,638 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:22,650 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-10T06:20:22,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:22,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741846_1022 (size=196) 2024-11-10T06:20:22,660 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:22,661 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:22,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:22,673 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T06:20:22,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133 to hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133-dead as it is dead 2024-11-10T06:20:22,678 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T06:20:22,679 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T06:20:22,679 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133-dead/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:22,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133-dead/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 after 4ms 2024-11-10T06:20:22,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133-dead/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 to hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:22,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,40227,1731219607133-dead 2024-11-10T06:20:22,688 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,689 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:22,691 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C38397%2C1731219622553, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,38397,1731219622553, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:22,705 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,38397,1731219622553/c48ba4c5549b%2C38397%2C1731219622553.1731219622691, exclude list is [], retry=0 2024-11-10T06:20:22,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:22,710 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/WALs/c48ba4c5549b,38397,1731219622553/c48ba4c5549b%2C38397%2C1731219622553.1731219622691 2024-11-10T06:20:22,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:22,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:22,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:22,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:22,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:22,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/faf3e38b91a94c15ad2e244d7d9e73fb 2024-11-10T06:20:22,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:22,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:22,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:22,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea5f394d27b349bab0c05c68737d2791 2024-11-10T06:20:22,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:22,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:22,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:22,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64de126fc1c74f518ff11dd15fe52ec8 2024-11-10T06:20:22,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:22,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:22,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:22,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:22,740 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,741 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T06:20:22,741 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:22,760 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:22,761 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C40227%2C1731219607133.1731219609425 2024-11-10T06:20:22,763 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,763 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,764 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:22,766 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:22,769 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T06:20:22,771 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72413057, jitterRate=0.07903863489627838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:22,771 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219622711Initializing all the Stores at 1731219622712 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219622712Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219622713 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219622713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219622713Cleaning up temporary data from old regions at 1731219622763 (+50 ms)Region opened successfully at 1731219622771 (+8 ms) 2024-11-10T06:20:22,771 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:22,775 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7247da45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:22,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T06:20:22,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:22,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:22,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:22,787 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:22,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:22,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:20:22,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:20:22,793 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:20:22,793 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T06:20:22,793 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T06:20:22,793 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T06:20:22,793 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:22,797 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c48ba4c5549b,33479,1731219607786, regionLocation=c48ba4c5549b,33479,1731219607786, openSeqNum=2 2024-11-10T06:20:22,797 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c48ba4c5549b,33479,1731219607786, table=hbase:meta, region=1588230740 2024-11-10T06:20:22,797 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,33479,1731219607786, state=OPEN 2024-11-10T06:20:22,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:22,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:22,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:22,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:22,803 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:22,805 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/draining/c48ba4c5549b,33479,1731219607786 already deleted, retry=false 2024-11-10T06:20:22,805 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c48ba4c5549b,33479,1731219607786 on c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,813 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c48ba4c5549b,33479,1731219607786, splitWal=true, meta=true 2024-11-10T06:20:22,815 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c48ba4c5549b,33479,1731219607786 (carryingMeta=true) c48ba4c5549b,33479,1731219607786/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6a46697e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T06:20:22,819 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:22,825 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/balancer already deleted, retry=false 2024-11-10T06:20:22,826 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:22,826 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:22,828 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/normalizer already deleted, retry=false 2024-11-10T06:20:22,828 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:22,829 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:22,831 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/switch/split already deleted, retry=false 2024-11-10T06:20:22,832 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:22,834 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/switch/merge already deleted, retry=false 2024-11-10T06:20:22,842 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:22,844 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:22,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:22,847 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,38397,1731219622553, sessionid=0x1010088ab5c0006, setting cluster-up flag (Was=false) 2024-11-10T06:20:22,849 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711472046/flush-table-proc/acquired, /0-711472046/flush-table-proc/reached, /0-711472046/flush-table-proc/abort 2024-11-10T06:20:22,850 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711472046/online-snapshot/acquired, /0-711472046/online-snapshot/reached, /0-711472046/online-snapshot/abort 2024-11-10T06:20:22,854 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:22,856 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.lastflushedseqids 2024-11-10T06:20:22,859 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:22,860 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:22,860 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,38397,1731219622553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c48ba4c5549b,33479,1731219607786 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:22,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:22,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219652863 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:22,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:22,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:22,866 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c48ba4c5549b,33479,1731219607786, splitWal=true, meta=true 2024-11-10T06:20:22,867 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c48ba4c5549b,33479,1731219607786, splitWal=true, meta=true, isMeta: true 2024-11-10T06:20:22,867 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219622865,5,FailOnTimeoutGroup] 2024-11-10T06:20:22,868 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219622867,5,FailOnTimeoutGroup] 2024-11-10T06:20:22,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:22,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219622868, completionTime=-1 2024-11-10T06:20:22,868 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T06:20:22,869 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786-splitting 2024-11-10T06:20:22,870 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786-splitting dir is empty, no logs to split. 2024-11-10T06:20:22,870 INFO [PEWorker-1 {}] master.SplitWALManager(105): c48ba4c5549b,33479,1731219607786 WAL count=0, meta=true 2024-11-10T06:20:22,872 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T06:20:22,874 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786-splitting dir is empty, no logs to split. 2024-11-10T06:20:22,874 INFO [PEWorker-1 {}] master.SplitWALManager(105): c48ba4c5549b,33479,1731219607786 WAL count=0, meta=true 2024-11-10T06:20:22,874 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c48ba4c5549b,33479,1731219607786 WAL splitting is done? wals=0, meta=true 2024-11-10T06:20:22,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:22,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:22,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T06:20:22,906 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(746): ClusterId : 827c18a3-68ab-444e-b948-aaddf867c242 2024-11-10T06:20:22,906 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:22,908 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:22,908 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:22,911 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:22,912 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cdba1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:22,928 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:35083 2024-11-10T06:20:22,928 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:22,929 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:22,929 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:22,930 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,38397,1731219622553 with port=35083, startcode=1731219622586 2024-11-10T06:20:22,930 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:22,932 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:22,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:22,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38397 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:22,935 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c 2024-11-10T06:20:22,935 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38771 2024-11-10T06:20:22,935 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:22,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/rs 2024-11-10T06:20:22,937 DEBUG [RS:0;c48ba4c5549b:35083 {}] zookeeper.ZKUtil(111): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on existing znode=/0-711472046/rs/c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:22,938 WARN [RS:0;c48ba4c5549b:35083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:22,938 INFO [RS:0;c48ba4c5549b:35083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:22,938 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:22,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,35083,1731219622586] 2024-11-10T06:20:22,973 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T06:20:22,977 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:22,978 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:22,979 INFO [RS:0;c48ba4c5549b:35083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:22,979 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,979 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:22,980 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:22,980 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,980 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,980 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:22,981 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:22,987 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35083,1731219622586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:23,003 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:23,003 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35083,1731219622586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:23,017 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,35083,1731219622586, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:20:23,029 WARN [c48ba4c5549b:38397 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:20:23,032 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(231): queueId=2-c48ba4c5549b,35083,1731219622586, ReplicationSource: 2, currentBandwidth=0 2024-11-10T06:20:23,032 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:23,032 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.Replication(171): c48ba4c5549b,35083,1731219622586 started 2024-11-10T06:20:23,033 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:23,034 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24d1ac19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,034 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:23,035 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:23,036 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@139d9853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:23,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:23,039 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:23,040 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10529aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,040 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c6aa90 2024-11-10T06:20:23,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:23,043 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T06:20:23,044 INFO [RS:0;c48ba4c5549b:35083.replicationSource,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,35083,1731219622586 (queues=0) is replicating from cluster=827c18a3-68ab-444e-b948-aaddf867c242 to cluster=c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:23,049 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:23,049 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,35083,1731219622586, RpcServer on c48ba4c5549b/172.17.0.2:35083, sessionid=0x1010088ab5c0007 2024-11-10T06:20:23,049 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:23,049 DEBUG [RS:0;c48ba4c5549b:35083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:23,049 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35083,1731219622586' 2024-11-10T06:20:23,049 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711472046/flush-table-proc/abort' 2024-11-10T06:20:23,050 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711472046/flush-table-proc/acquired' 2024-11-10T06:20:23,050 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40831' 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35083,1731219622586' 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711472046/online-snapshot/abort' 2024-11-10T06:20:23,051 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711472046/online-snapshot/acquired' 2024-11-10T06:20:23,052 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:23,052 INFO [RS:0;c48ba4c5549b:35083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:23,052 INFO [RS:0;c48ba4c5549b:35083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:23,052 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c9bb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,052 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40831,-1 for getting cluster id 2024-11-10T06:20:23,052 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:23,053 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9fcf1e0-b8b3-480b-929b-e57eed2a37e1' 2024-11-10T06:20:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9fcf1e0-b8b3-480b-929b-e57eed2a37e1" 2024-11-10T06:20:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b0eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40831,-1] 2024-11-10T06:20:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:23,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:23,055 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:23,056 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cf78fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:23,056 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41228ec0 2024-11-10T06:20:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:23,058 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T06:20:23,058 INFO [RS:0;c48ba4c5549b:35083.replicationSource,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c48ba4c5549b,35083,1731219622586 (queues=0) is replicating from cluster=827c18a3-68ab-444e-b948-aaddf867c242 to cluster=c9fcf1e0-b8b3-480b-929b-e57eed2a37e1 2024-11-10T06:20:23,152 INFO [RS:0;c48ba4c5549b:35083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:23,155 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219622586, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:23,170 DEBUG [RS:0;c48ba4c5549b:35083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156, exclude list is [], retry=0 2024-11-10T06:20:23,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:23,176 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 2024-11-10T06:20:23,176 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c48ba4c5549b%2C35083%2C1731219622586 for peer 2 2024-11-10T06:20:23,176 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c48ba4c5549b%2C35083%2C1731219622586 for peer 1 2024-11-10T06:20:23,177 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C35083%2C1731219622586 2024-11-10T06:20:23,177 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,35083,1731219622586, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:20:23,180 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c48ba4c5549b%2C35083%2C1731219622586 2024-11-10T06:20:23,180 INFO [RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C35083%2C1731219622586 2024-11-10T06:20:23,180 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c48ba4c5549b,35083,1731219622586, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:20:23,181 DEBUG [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:23,181 INFO [RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C35083%2C1731219622586 2024-11-10T06:20:23,181 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156, startPosition=0, beingWritten=true 2024-11-10T06:20:23,181 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156, startPosition=0, beingWritten=true 2024-11-10T06:20:23,279 DEBUG [c48ba4c5549b:38397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:23,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:23,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35083,1731219622586, state=OPENING 2024-11-10T06:20:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:23,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:23,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:23,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:23,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:23,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219622586}] 2024-11-10T06:20:23,389 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:23,389 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:23,437 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:23,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:23,443 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:23,443 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:23,444 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:23,446 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219622586.meta, suffix=.meta, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:23,460 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.meta.1731219623446.meta, exclude list is [], retry=0 2024-11-10T06:20:23,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:23,465 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.meta.1731219623446.meta 2024-11-10T06:20:23,466 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:23,466 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:23,466 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:23,466 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:23,466 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:23,466 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:23,467 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:23,467 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:23,467 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:23,467 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:23,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:23,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:23,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:23,477 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/info/c4d5f853ae2941acbb59312d6caaf47a 2024-11-10T06:20:23,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:23,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:23,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:23,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:23,485 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/ns/36c4fb100d33494f8c9028c3eacf9e4d 2024-11-10T06:20:23,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:23,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:23,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:23,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:23,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:23,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:23,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:23,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:23,496 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/table/747f375dc01f431cb3d8c4e8a9a05dc8 2024-11-10T06:20:23,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:23,496 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:23,497 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:23,498 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740 2024-11-10T06:20:23,499 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:23,499 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:23,500 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:23,502 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:23,503 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73110757, jitterRate=0.08943517506122589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:23,503 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:23,503 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219623467Writing region info on filesystem at 1731219623467Initializing all the Stores at 1731219623468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219623468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219623468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219623468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219623468Cleaning up temporary data from old regions at 1731219623500 (+32 ms)Running coprocessor post-open hooks at 1731219623503 (+3 ms)Region opened successfully at 1731219623503 2024-11-10T06:20:23,505 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731219623437 2024-11-10T06:20:23,508 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:23,508 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:23,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:23,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35083,1731219622586, state=OPEN 2024-11-10T06:20:23,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:23,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711472046/meta-region-server 2024-11-10T06:20:23,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:23,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:23,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711472046/meta-region-server: CHANGED 2024-11-10T06:20:23,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T06:20:23,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219622586 in 229 msec 2024-11-10T06:20:23,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T06:20:23,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-10T06:20:23,696 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:23,696 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:24,103 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:24,103 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:24,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-10T06:20:24,609 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:24,609 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:25,217 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:25,217 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:25,924 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:25,924 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:25,977 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-10T06:20:26,731 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:26,731 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:27,379 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T06:20:27,380 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:27,380 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:27,380 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219622586, seqNum=-1] 2024-11-10T06:20:27,380 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:27,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:27,389 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fbb306cb36f17cf2f6e60d172aa5ebb9, regionState=OPEN, lastHost=c48ba4c5549b,33479,1731219607786, regionLocation=c48ba4c5549b,33479,1731219607786, openSeqNum=2 2024-11-10T06:20:27,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:27,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219687390 2024-11-10T06:20:27,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219747390 2024-11-10T06:20:27,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-10T06:20:27,390 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,390 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c48ba4c5549b,33479,1731219607786 had 2 regions 2024-11-10T06:20:27,391 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,391 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,391 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:38397, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,391 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,391 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,392 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c48ba4c5549b,33479,1731219607786, splitWal=true, meta=true, isMeta: false 2024-11-10T06:20:27,394 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786-splitting dir is empty, no logs to split. 2024-11-10T06:20:27,394 INFO [PEWorker-3 {}] master.SplitWALManager(105): c48ba4c5549b,33479,1731219607786 WAL count=0, meta=false 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.775sec 2024-11-10T06:20:27,398 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,33479,1731219607786-splitting dir is empty, no logs to split. 2024-11-10T06:20:27,398 INFO [PEWorker-3 {}] master.SplitWALManager(105): c48ba4c5549b,33479,1731219607786 WAL count=0, meta=false 2024-11-10T06:20:27,398 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c48ba4c5549b,33479,1731219607786 WAL splitting is done? wals=0, meta=false 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:27,398 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:27,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN}] 2024-11-10T06:20:27,401 WARN [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c48ba4c5549b,33479,1731219607786/hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:27,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN 2024-11-10T06:20:27,403 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:27,403 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:27,403 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38397,1731219622553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:27,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T06:20:27,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38397,-1 for getting cluster id 2024-11-10T06:20:27,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:27,410 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '827c18a3-68ab-444e-b948-aaddf867c242' 2024-11-10T06:20:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "827c18a3-68ab-444e-b948-aaddf867c242" 2024-11-10T06:20:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64349a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38397,-1] 2024-11-10T06:20:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:27,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,413 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1373ae97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:27,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219622586, seqNum=-1] 2024-11-10T06:20:27,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:27,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:27,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T06:20:27,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:27,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:27,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:27,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c48ba4c5549b:38397 after: c48ba4c5549b:38397 2024-11-10T06:20:27,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38397,-1 for getting cluster id 2024-11-10T06:20:27,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:27,422 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '827c18a3-68ab-444e-b948-aaddf867c242' 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "827c18a3-68ab-444e-b948-aaddf867c242" 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38397,-1] 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,423 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:27,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:27,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-11-10T06:20:27,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:27,426 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:27,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:27,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T06:20:27,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:27,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38397 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-10T06:20:27,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:20:27,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:27,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:27,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:27,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:20:27,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-10T06:20:27,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,40831,1731219612692 2024-11-10T06:20:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119285515/running 2024-11-10T06:20:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119285515/running 2024-11-10T06:20:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:27,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:27,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:27,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:27,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/running 2024-11-10T06:20:27,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Set watcher on znode that does not yet exist, /1-1119285515/running 2024-11-10T06:20:27,433 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,38873,1731219612739' ***** 2024-11-10T06:20:27,433 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:20:27,433 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:20:27,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38873. 2024-11-10T06:20:27,434 DEBUG [RS:0;c48ba4c5549b:38873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:27,434 DEBUG [RS:0;c48ba4c5549b:38873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:20:27,434 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:20:27,434 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:20:27,434 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:27,435 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:27,435 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:27,435 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:27,435 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:27,435 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:27,435 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T06:20:27,453 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/.tmp/ns/3d4da0830296465b9d4139d43b49ef37 is 43, key is default/ns:d/1731219615835/Put/seqid=0 2024-11-10T06:20:27,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741835_1011 (size=5153) 2024-11-10T06:20:27,518 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:27,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:20:27,553 DEBUG [c48ba4c5549b:38397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:27,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fbb306cb36f17cf2f6e60d172aa5ebb9, regionState=OPENING, regionLocation=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:27,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN because future has completed 2024-11-10T06:20:27,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,35083,1731219622586}] 2024-11-10T06:20:27,635 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:27,638 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:27,638 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:27,710 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:20:27,710 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:20:27,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:27,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:27,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:20:27,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219622586.rep, suffix=, logDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586, archiveDir=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs, maxLogs=10 2024-11-10T06:20:27,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.rep.1731219627719, exclude list is [], retry=0 2024-11-10T06:20:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43165,DS-df427358-c5a9-4caa-bc28-498c92e094c8,DISK] 2024-11-10T06:20:27,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.rep.1731219627719 2024-11-10T06:20:27,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-10T06:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fbb306cb36f17cf2f6e60d172aa5ebb9, NAME => 'hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:27,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. service=MultiRowMutationService 2024-11-10T06:20:27,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:20:27,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,740 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,741 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName hfileref 2024-11-10T06:20:27,741 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:27,742 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:27,742 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,743 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName queue 2024-11-10T06:20:27,743 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:27,750 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/queue/6eaba5b8290a42238b581a165cdfbc9a 2024-11-10T06:20:27,750 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:27,751 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,752 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb306cb36f17cf2f6e60d172aa5ebb9 columnFamilyName sid 2024-11-10T06:20:27,752 DEBUG [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:27,752 INFO [StoreOpener-fbb306cb36f17cf2f6e60d172aa5ebb9-1 {}] regionserver.HStore(327): Store=fbb306cb36f17cf2f6e60d172aa5ebb9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:27,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:20:27,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened fbb306cb36f17cf2f6e60d172aa5ebb9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59976805, jitterRate=-0.10627596080303192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:20:27,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:27,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fbb306cb36f17cf2f6e60d172aa5ebb9: Running coprocessor pre-open hook at 1731219627739Writing region info on filesystem at 1731219627739Initializing all the Stores at 1731219627740 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219627740Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219627740Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219627740Cleaning up temporary data from old regions at 1731219627755 (+15 ms)Running coprocessor post-open hooks at 1731219627759 (+4 ms)Region opened successfully at 1731219627759 2024-11-10T06:20:27,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., pid=19, masterSystemTime=1731219627712 2024-11-10T06:20:27,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:27,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:27,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fbb306cb36f17cf2f6e60d172aa5ebb9, regionState=OPEN, openSeqNum=10, regionLocation=c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:27,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,35083,1731219622586 because future has completed 2024-11-10T06:20:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T06:20:27,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure fbb306cb36f17cf2f6e60d172aa5ebb9, server=c48ba4c5549b,35083,1731219622586 in 209 msec 2024-11-10T06:20:27,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T06:20:27,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fbb306cb36f17cf2f6e60d172aa5ebb9, ASSIGN in 371 msec 2024-11-10T06:20:27,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T06:20:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9., hostname=c48ba4c5549b,35083,1731219622586, seqNum=10] 2024-11-10T06:20:27,809 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c48ba4c5549b,33479,1731219607786 2024-11-10T06:20:27,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T06:20:27,835 DEBUG [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:27,858 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/.tmp/ns/3d4da0830296465b9d4139d43b49ef37 2024-11-10T06:20:27,867 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/.tmp/ns/3d4da0830296465b9d4139d43b49ef37 as hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/ns/3d4da0830296465b9d4139d43b49ef37 2024-11-10T06:20:27,874 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/ns/3d4da0830296465b9d4139d43b49ef37, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T06:20:27,875 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-10T06:20:27,875 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:20:27,882 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T06:20:27,882 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:27,883 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:27,883 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:27,883 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219627434Running coprocessor pre-close hooks at 1731219627434Disabling compacts and flushes for region at 1731219627435 (+1 ms)Disabling writes for close at 1731219627435Obtaining lock to block concurrent updates at 1731219627435Preparing flush snapshotting stores in 1588230740 at 1731219627435Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731219627435Flushing stores of hbase:meta,,1.1588230740 at 1731219627436 (+1 ms)Flushing 1588230740/ns: creating writer at 1731219627436Flushing 1588230740/ns: appending metadata at 1731219627452 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731219627452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325d83ae: reopening flushed file at 1731219627866 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731219627875 (+9 ms)Writing region close event to WAL at 1731219627877 (+2 ms)Running coprocessor post-close hooks at 1731219627882 (+5 ms)Closed at 1731219627883 (+1 ms) 2024-11-10T06:20:27,883 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:27,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T06:20:28,035 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,38873,1731219612739; all regions closed. 2024-11-10T06:20:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741834_1010 (size=1152) 2024-11-10T06:20:28,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/WALs/c48ba4c5549b,38873,1731219612739/c48ba4c5549b%2C38873%2C1731219612739.meta.1731219615766.meta not finished, retry = 0 2024-11-10T06:20:28,142 DEBUG [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/oldWALs 2024-11-10T06:20:28,142 INFO [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C38873%2C1731219612739.meta:.meta(num 1731219615766) 2024-11-10T06:20:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:20:28,146 DEBUG [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/oldWALs 2024-11-10T06:20:28,146 INFO [RS:0;c48ba4c5549b:38873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C38873%2C1731219612739:(num 1731219614849) 2024-11-10T06:20:28,146 DEBUG [RS:0;c48ba4c5549b:38873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:28,146 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:28,146 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:28,147 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:28,147 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:28,147 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:28,147 INFO [RS:0;c48ba4c5549b:38873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38873 2024-11-10T06:20:28,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119285515/rs/c48ba4c5549b,38873,1731219612739 2024-11-10T06:20:28,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515/rs 2024-11-10T06:20:28,149 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:28,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,38873,1731219612739] 2024-11-10T06:20:28,152 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1119285515/draining/c48ba4c5549b,38873,1731219612739 already deleted, retry=false 2024-11-10T06:20:28,153 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,38873,1731219612739 expired; onlineServers=0 2024-11-10T06:20:28,153 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,40831,1731219612692' ***** 2024-11-10T06:20:28,153 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:28,153 DEBUG [M:0;c48ba4c5549b:40831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:20:28,153 DEBUG [M:0;c48ba4c5549b:40831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:20:28,153 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:20:28,153 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219614593 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219614593,5,FailOnTimeoutGroup] 2024-11-10T06:20:28,153 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219614596 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219614596,5,FailOnTimeoutGroup] 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:28,153 DEBUG [M:0;c48ba4c5549b:40831 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:20:28,153 INFO [M:0;c48ba4c5549b:40831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:28,154 INFO [M:0;c48ba4c5549b:40831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:20:28,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:20:28,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1119285515/master 2024-11-10T06:20:28,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1119285515 2024-11-10T06:20:28,154 DEBUG [M:0;c48ba4c5549b:40831 {}] zookeeper.ZKUtil(347): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Unable to get data of znode /1-1119285515/master because node does not exist (not an error) 2024-11-10T06:20:28,155 WARN [M:0;c48ba4c5549b:40831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:20:28,156 INFO [M:0;c48ba4c5549b:40831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/.lastflushedseqids 2024-11-10T06:20:28,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741836_1012 (size=99) 2024-11-10T06:20:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:28,251 INFO [RS:0;c48ba4c5549b:38873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38873-0x1010088ab5c0004, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:28,251 INFO [RS:0;c48ba4c5549b:38873 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,38873,1731219612739; zookeeper connection closed. 2024-11-10T06:20:28,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4382259c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4382259c 2024-11-10T06:20:28,251 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:20:28,562 INFO [M:0;c48ba4c5549b:40831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:20:28,563 INFO [M:0;c48ba4c5549b:40831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:20:28,563 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:28,563 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:28,563 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:28,563 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:28,563 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:28,563 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T06:20:28,580 DEBUG [M:0;c48ba4c5549b:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fe60f3c269487983ad0e4e9b6d18dc is 82, key is hbase:meta,,1/info:regioninfo/1731219615816/Put/seqid=0 2024-11-10T06:20:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741837_1013 (size=5672) 2024-11-10T06:20:28,644 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:28,645 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:28,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:28,986 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fe60f3c269487983ad0e4e9b6d18dc 2024-11-10T06:20:29,016 DEBUG [M:0;c48ba4c5549b:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04970a1a97d418296b207098f704956 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731219615842/Put/seqid=0 2024-11-10T06:20:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741838_1014 (size=5275) 2024-11-10T06:20:29,422 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04970a1a97d418296b207098f704956 2024-11-10T06:20:29,444 DEBUG [M:0;c48ba4c5549b:40831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a16fd6af3a464fbe47017c9939f85a is 69, key is c48ba4c5549b,38873,1731219612739/rs:state/1731219614687/Put/seqid=0 2024-11-10T06:20:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741839_1015 (size=5156) 2024-11-10T06:20:29,752 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:29,752 DEBUG [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/WALs/c48ba4c5549b,35083,1731219622586/c48ba4c5549b%2C35083%2C1731219622586.1731219623156 to pos 0, reset compression=false 2024-11-10T06:20:29,850 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a16fd6af3a464fbe47017c9939f85a 2024-11-10T06:20:29,857 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1fe60f3c269487983ad0e4e9b6d18dc as hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1fe60f3c269487983ad0e4e9b6d18dc 2024-11-10T06:20:29,863 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1fe60f3c269487983ad0e4e9b6d18dc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T06:20:29,864 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f04970a1a97d418296b207098f704956 as hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04970a1a97d418296b207098f704956 2024-11-10T06:20:29,871 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f04970a1a97d418296b207098f704956, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T06:20:29,872 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a16fd6af3a464fbe47017c9939f85a as hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4a16fd6af3a464fbe47017c9939f85a 2024-11-10T06:20:29,878 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37727/user/jenkins/test-data/1eb83d02-81ff-203f-1574-6758d03ad606/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4a16fd6af3a464fbe47017c9939f85a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T06:20:29,879 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-11-10T06:20:29,881 INFO [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:29,881 DEBUG [M:0;c48ba4c5549b:40831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219628563Disabling compacts and flushes for region at 1731219628563Disabling writes for close at 1731219628563Obtaining lock to block concurrent updates at 1731219628563Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219628563Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731219628564 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219628564Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219628565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219628580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219628580Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219628992 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219629015 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219629016 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219629429 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219629444 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219629444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adab096: reopening flushed file at 1731219629856 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197a3bb2: reopening flushed file at 1731219629863 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360eab00: reopening flushed file at 1731219629871 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1731219629879 (+8 ms)Writing region close event to WAL at 1731219629881 (+2 ms)Closed at 1731219629881 2024-11-10T06:20:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32983 is added to blk_1073741830_1006 (size=10165) 2024-11-10T06:20:29,884 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:29,884 INFO [M:0;c48ba4c5549b:40831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:20:29,884 INFO [M:0;c48ba4c5549b:40831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40831 2024-11-10T06:20:29,888 INFO [M:0;c48ba4c5549b:40831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:29,990 INFO [M:0;c48ba4c5549b:40831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40831-0x1010088ab5c0003, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:29,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:29,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:29,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:29,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:29,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:29,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:20:29,999 WARN [BP-1689603195-172.17.0.2-1731219611620 heartbeating to localhost/127.0.0.1:37727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:20:29,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:20:29,999 WARN [BP-1689603195-172.17.0.2-1731219611620 heartbeating to localhost/127.0.0.1:37727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1689603195-172.17.0.2-1731219611620 (Datanode Uuid 1cbf6caa-d3c0-4f8d-a843-0ec12a6ad7d9) service to localhost/127.0.0.1:37727 2024-11-10T06:20:30,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/cluster_505971d1-10a7-33db-5d0b-ab8973ce5996/data/data1/current/BP-1689603195-172.17.0.2-1731219611620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:30,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/cluster_505971d1-10a7-33db-5d0b-ab8973ce5996/data/data2/current/BP-1689603195-172.17.0.2-1731219611620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:30,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:20:30,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:30,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:30,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:30,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:30,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:20:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:20:30,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:30,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:30,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:30,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:20:30,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324213123, stopped=false 2024-11-10T06:20:30,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,38397,1731219622553 2024-11-10T06:20:30,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:30,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/running 2024-11-10T06:20:30,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:30,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:30,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:30,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:30,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:30,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:30,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Set watcher on znode that does not yet exist, /0-711472046/running 2024-11-10T06:20:30,034 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,35083,1731219622586' ***** 2024-11-10T06:20:30,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:20:30,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:30,035 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:20:30,036 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:30,036 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbb306cb36f17cf2f6e60d172aa5ebb9, disabling compactions & flushes 2024-11-10T06:20:30,036 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:20:30,036 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:30,036 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:20:30,036 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:30,036 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. after waiting 0 ms 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:30,036 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:20:30,036 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9=hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9.} 2024-11-10T06:20:30,036 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbb306cb36f17cf2f6e60d172aa5ebb9 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:30,036 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:30,036 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:30,037 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T06:20:30,042 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/replication/fbb306cb36f17cf2f6e60d172aa5ebb9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T06:20:30,042 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:30,042 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:30,042 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:30,043 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbb306cb36f17cf2f6e60d172aa5ebb9: Waiting for close lock at 1731219630036Running coprocessor pre-close hooks at 1731219630036Disabling compacts and flushes for region at 1731219630036Disabling writes for close at 1731219630036Writing region close event to WAL at 1731219630037 (+1 ms)Running coprocessor post-close hooks at 1731219630042 (+5 ms)Closed at 1731219630042 2024-11-10T06:20:30,043 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9. 2024-11-10T06:20:30,055 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/25dfd5480b95458b9417c6bb9947ab85 is 147, key is hbase:replication,,1731219615954.fbb306cb36f17cf2f6e60d172aa5ebb9./info:regioninfo/1731219627764/Put/seqid=0 2024-11-10T06:20:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741851_1027 (size=6385) 2024-11-10T06:20:30,093 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:30,236 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:30,437 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:30,461 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/25dfd5480b95458b9417c6bb9947ab85 2024-11-10T06:20:30,469 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/.tmp/info/25dfd5480b95458b9417c6bb9947ab85 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/info/25dfd5480b95458b9417c6bb9947ab85 2024-11-10T06:20:30,474 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/info/25dfd5480b95458b9417c6bb9947ab85, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T06:20:30,476 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-10T06:20:30,481 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T06:20:30,481 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:30,481 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:30,481 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:30,482 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219630036Running coprocessor pre-close hooks at 1731219630036Disabling compacts and flushes for region at 1731219630036Disabling writes for close at 1731219630036Obtaining lock to block concurrent updates at 1731219630037 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731219630037Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731219630037Flushing stores of hbase:meta,,1.1588230740 at 1731219630038 (+1 ms)Flushing 1588230740/info: creating writer at 1731219630038Flushing 1588230740/info: appending metadata at 1731219630055 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731219630055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60465b0a: reopening flushed file at 1731219630468 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1731219630476 (+8 ms)Writing region close event to WAL at 1731219630477 (+1 ms)Running coprocessor post-close hooks at 1731219630481 (+4 ms)Closed at 1731219630481 2024-11-10T06:20:30,482 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:30,637 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,35083,1731219622586; all regions closed. 2024-11-10T06:20:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741849_1025 (size=2156) 2024-11-10T06:20:30,643 DEBUG [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:30,643 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C35083%2C1731219622586.meta:.meta(num 1731219623446) 2024-11-10T06:20:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741850_1026 (size=796) 2024-11-10T06:20:30,647 DEBUG [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:30,647 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C35083%2C1731219622586.rep:(num 1731219627719) 2024-11-10T06:20:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741848_1024 (size=93) 2024-11-10T06:20:30,652 DEBUG [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/oldWALs 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C35083%2C1731219622586:(num 1731219623156) 2024-11-10T06:20:30,652 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:30,652 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:30,652 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,35083,1731219622586 because: Region server is closing 2024-11-10T06:20:30,652 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T06:20:30,653 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T06:20:30,653 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T06:20:30,653 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:20:30,653 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:30,653 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,653 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:30,753 WARN [RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:20:30,753 WARN [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:20:30,754 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,1-c48ba4c5549b,35083,1731219622586 terminated 2024-11-10T06:20:30,754 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c48ba4c5549b,35083,1731219622586 because: Region server is closing 2024-11-10T06:20:30,754 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:20:30,754 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:30,754 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,754 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:30,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:30,855 WARN [RS:0;c48ba4c5549b:35083.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:20:30,855 WARN [RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:20:30,855 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c48ba4c5549b:35083.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219622586,2-c48ba4c5549b,35083,1731219622586 terminated 2024-11-10T06:20:30,855 INFO [RS:0;c48ba4c5549b:35083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35083 2024-11-10T06:20:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/rs/c48ba4c5549b,35083,1731219622586 2024-11-10T06:20:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046/rs 2024-11-10T06:20:30,858 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:30,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,35083,1731219622586] 2024-11-10T06:20:30,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-711472046/draining/c48ba4c5549b,35083,1731219622586 already deleted, retry=false 2024-11-10T06:20:30,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,35083,1731219622586 expired; onlineServers=0 2024-11-10T06:20:30,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,38397,1731219622553' ***** 2024-11-10T06:20:30,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:20:30,862 INFO [M:0;c48ba4c5549b:38397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:30,862 INFO [M:0;c48ba4c5549b:38397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:30,862 DEBUG [M:0;c48ba4c5549b:38397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:20:30,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:20:30,862 DEBUG [M:0;c48ba4c5549b:38397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:20:30,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219622867 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219622867,5,FailOnTimeoutGroup] 2024-11-10T06:20:30,862 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219622865 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219622865,5,FailOnTimeoutGroup] 2024-11-10T06:20:30,862 INFO [M:0;c48ba4c5549b:38397 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:30,862 INFO [M:0;c48ba4c5549b:38397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:30,862 DEBUG [M:0;c48ba4c5549b:38397 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:20:30,862 INFO [M:0;c48ba4c5549b:38397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:20:30,863 INFO [M:0;c48ba4c5549b:38397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:30,863 INFO [M:0;c48ba4c5549b:38397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:20:30,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:20:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711472046/master 2024-11-10T06:20:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711472046 2024-11-10T06:20:30,864 DEBUG [M:0;c48ba4c5549b:38397 {}] zookeeper.ZKUtil(347): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Unable to get data of znode /0-711472046/master because node does not exist (not an error) 2024-11-10T06:20:30,864 WARN [M:0;c48ba4c5549b:38397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:20:30,865 INFO [M:0;c48ba4c5549b:38397 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/.lastflushedseqids 2024-11-10T06:20:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741852_1028 (size=181) 2024-11-10T06:20:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:30,959 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x1010088ab5c0007, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:30,959 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,35083,1731219622586; zookeeper connection closed. 2024-11-10T06:20:30,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc8d46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc8d46 2024-11-10T06:20:30,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:20:31,272 INFO [M:0;c48ba4c5549b:38397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:20:31,272 INFO [M:0;c48ba4c5549b:38397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:20:31,272 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:31,272 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:31,272 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:31,272 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:31,272 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:31,272 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T06:20:31,292 DEBUG [M:0;c48ba4c5549b:38397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/211c07b7bc024d479f6af09548c29550 is 82, key is hbase:meta,,1/info:regioninfo/1731219623508/Put/seqid=0 2024-11-10T06:20:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741853_1029 (size=5680) 2024-11-10T06:20:31,698 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/211c07b7bc024d479f6af09548c29550 2024-11-10T06:20:31,721 DEBUG [M:0;c48ba4c5549b:38397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5d896a721244fab021877d5029475f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731219627772/Put/seqid=0 2024-11-10T06:20:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741854_1030 (size=7319) 2024-11-10T06:20:32,126 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5d896a721244fab021877d5029475f 2024-11-10T06:20:32,148 DEBUG [M:0;c48ba4c5549b:38397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab745f4c8b10478a834d59a62e7f3285 is 69, key is c48ba4c5549b,35083,1731219622586/rs:state/1731219622933/Put/seqid=0 2024-11-10T06:20:32,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741855_1031 (size=5371) 2024-11-10T06:20:32,554 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab745f4c8b10478a834d59a62e7f3285 2024-11-10T06:20:32,560 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab745f4c8b10478a834d59a62e7f3285 2024-11-10T06:20:32,561 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/211c07b7bc024d479f6af09548c29550 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/211c07b7bc024d479f6af09548c29550 2024-11-10T06:20:32,567 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/211c07b7bc024d479f6af09548c29550, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T06:20:32,568 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5d896a721244fab021877d5029475f as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a5d896a721244fab021877d5029475f 2024-11-10T06:20:32,573 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a5d896a721244fab021877d5029475f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T06:20:32,574 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab745f4c8b10478a834d59a62e7f3285 as hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab745f4c8b10478a834d59a62e7f3285 2024-11-10T06:20:32,580 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab745f4c8b10478a834d59a62e7f3285 2024-11-10T06:20:32,580 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38771/user/jenkins/test-data/ef18214b-b95f-b770-5077-116ddee6c20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab745f4c8b10478a834d59a62e7f3285, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T06:20:32,581 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-10T06:20:32,582 INFO [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:32,582 DEBUG [M:0;c48ba4c5549b:38397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219631272Disabling compacts and flushes for region at 1731219631272Disabling writes for close at 1731219631272Obtaining lock to block concurrent updates at 1731219631272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219631272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731219631273 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219631274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219631274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219631292 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219631292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219631704 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219631720 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219631720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219632132 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219632147 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219632147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3bc10e: reopening flushed file at 1731219632560 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ae31a8: reopening flushed file at 1731219632567 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2212732b: reopening flushed file at 1731219632574 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1731219632581 (+7 ms)Writing region close event to WAL at 1731219632582 (+1 ms)Closed at 1731219632582 2024-11-10T06:20:32,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43165 is added to blk_1073741847_1023 (size=22949) 2024-11-10T06:20:32,585 INFO [M:0;c48ba4c5549b:38397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:20:32,585 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:32,585 INFO [M:0;c48ba4c5549b:38397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38397 2024-11-10T06:20:32,586 INFO [M:0;c48ba4c5549b:38397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:32,688 INFO [M:0;c48ba4c5549b:38397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38397-0x1010088ab5c0006, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:32,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:32,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:32,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:32,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:32,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:32,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:20:32,692 WARN [BP-1576536826-172.17.0.2-1731219604449 heartbeating to localhost/127.0.0.1:38771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:20:32,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:20:32,692 WARN [BP-1576536826-172.17.0.2-1731219604449 heartbeating to localhost/127.0.0.1:38771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1576536826-172.17.0.2-1731219604449 (Datanode Uuid 0b84fc84-c1d2-4f70-a4d9-64a4da84fc41) service to localhost/127.0.0.1:38771 2024-11-10T06:20:32,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/data/data1/current/BP-1576536826-172.17.0.2-1731219604449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:32,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/cluster_1d3c57c2-db0b-855c-f302-a0d671bc7fb7/data/data2/current/BP-1576536826-172.17.0.2-1731219604449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:32,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:20:32,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:32,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:32,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:32,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:32,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fd92c26-c99d-706e-4aed-69a7e4a18142/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:32,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:20:32,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:20:32,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c48ba4c5549b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c48ba4c5549b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c48ba4c5549b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c48ba4c5549b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38771 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c48ba4c5549b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37727 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 119) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9560 (was 10323) 2024-11-10T06:20:32,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=9560 2024-11-10T06:20:32,754 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T06:20:32,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir so I do NOT create it in target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60 2024-11-10T06:20:32,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:20:32,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.tmp.dir so I do NOT create it in target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60 2024-11-10T06:20:32,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a0601f7-8457-c629-507b-3e6ee1855aef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:20:32,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60 2024-11-10T06:20:32,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291, deleteOnExit=true 2024-11-10T06:20:32,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/zookeeper_0, clientPort=61217, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:20:32,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61217 2024-11-10T06:20:32,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/test.cache.data in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:32,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:32,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010088ab5c0002, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:20:32,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010088ab5c0005, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:20:32,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010088ab5c0005, quorum=127.0.0.1:64271, baseZNode=/1-1119285515 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:20:32,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010088ab5c0002, quorum=127.0.0.1:64271, baseZNode=/0-711472046 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:20:32,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:32,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:32,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:32,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:32,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:32,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:32,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:32,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:32,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/java.io.tmpdir/jetty-localhost-40829-hadoop-hdfs-3_4_1-tests_jar-_-any-12897876786605390461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:32,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:40829} 2024-11-10T06:20:32,998 INFO [Time-limited test {}] server.Server(415): Started @30631ms 2024-11-10T06:20:33,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:33,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:33,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:33,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:33,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:33,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:33,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:33,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21349e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/java.io.tmpdir/jetty-localhost-36781-hadoop-hdfs-3_4_1-tests_jar-_-any-8773762797908950118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:33,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:36781} 2024-11-10T06:20:33,206 INFO [Time-limited test {}] server.Server(415): Started @30838ms 2024-11-10T06:20:33,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:33,310 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/data/data1/current/BP-522908969-172.17.0.2-1731219632792/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:33,310 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/data/data2/current/BP-522908969-172.17.0.2-1731219632792/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:33,329 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b7584069149a2fc with lease ID 0x8525cfaa7a73ae42: Processing first storage report for DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269 from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=22f4b3c3-457e-4bd8-b9e5-06aeedf6917e, infoPort=46101, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=159729318;c=1731219632792) 2024-11-10T06:20:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b7584069149a2fc with lease ID 0x8525cfaa7a73ae42: from storage DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269 node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=22f4b3c3-457e-4bd8-b9e5-06aeedf6917e, infoPort=46101, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=159729318;c=1731219632792), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b7584069149a2fc with lease ID 0x8525cfaa7a73ae42: Processing first storage report for DS-7ccd3d6d-9d72-41c4-9ea4-67133e3a5d05 from datanode DatanodeRegistration(127.0.0.1:36647, datanodeUuid=22f4b3c3-457e-4bd8-b9e5-06aeedf6917e, infoPort=46101, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=159729318;c=1731219632792) 2024-11-10T06:20:33,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b7584069149a2fc with lease ID 0x8525cfaa7a73ae42: from storage DS-7ccd3d6d-9d72-41c4-9ea4-67133e3a5d05 node DatanodeRegistration(127.0.0.1:36647, datanodeUuid=22f4b3c3-457e-4bd8-b9e5-06aeedf6917e, infoPort=46101, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=159729318;c=1731219632792), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:33,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60 2024-11-10T06:20:33,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:33,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a with version=8 2024-11-10T06:20:33,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/hbase-staging 2024-11-10T06:20:33,750 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:33,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:33,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42067 2024-11-10T06:20:33,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42067 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:33,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420670x0, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:33,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42067-0x10100891d050000 connected 2024-11-10T06:20:33,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/running 2024-11-10T06:20:33,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a, hbase.cluster.distributed=false 2024-11-10T06:20:33,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/acl 2024-11-10T06:20:33,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-10T06:20:33,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42067 2024-11-10T06:20:33,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42067 2024-11-10T06:20:33,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-10T06:20:33,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-10T06:20:33,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:33,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:33,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46023 2024-11-10T06:20:33,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46023 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:33,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:33,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460230x0, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:33,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46023-0x10100891d050001 connected 2024-11-10T06:20:33,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/running 2024-11-10T06:20:33,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:33,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:33,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/master 2024-11-10T06:20:33,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/acl 2024-11-10T06:20:33,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46023 2024-11-10T06:20:33,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46023 2024-11-10T06:20:33,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46023 2024-11-10T06:20:33,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46023 2024-11-10T06:20:33,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46023 2024-11-10T06:20:33,833 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:42067 2024-11-10T06:20:33,834 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0574600278/backup-masters/c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/backup-masters 2024-11-10T06:20:33,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/backup-masters 2024-11-10T06:20:33,837 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on existing znode=/0574600278/backup-masters/c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:33,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0574600278/master 2024-11-10T06:20:33,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:33,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:33,839 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on existing znode=/0574600278/master 2024-11-10T06:20:33,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0574600278/backup-masters/c48ba4c5549b,42067,1731219633750 from backup master directory 2024-11-10T06:20:33,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0574600278/backup-masters/c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:33,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/backup-masters 2024-11-10T06:20:33,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/backup-masters 2024-11-10T06:20:33,841 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:33,841 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:33,846 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/hbase.id] with ID: 06bff2f4-84b0-4159-9ad7-67477c3e7a46 2024-11-10T06:20:33,846 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/.tmp/hbase.id 2024-11-10T06:20:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:34,252 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/.tmp/hbase.id]:[hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/hbase.id] 2024-11-10T06:20:34,265 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:34,265 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:34,266 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:20:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:34,676 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:34,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:34,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:35,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store 2024-11-10T06:20:35,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:35,493 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:35,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:35,494 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:35,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:35,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:35,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:35,494 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:35,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219635494Disabling compacts and flushes for region at 1731219635494Disabling writes for close at 1731219635494Writing region close event to WAL at 1731219635494Closed at 1731219635494 2024-11-10T06:20:35,495 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/.initializing 2024-11-10T06:20:35,495 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/WALs/c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:35,496 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:35,498 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C42067%2C1731219633750, suffix=, logDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/WALs/c48ba4c5549b,42067,1731219633750, archiveDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:35,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/WALs/c48ba4c5549b,42067,1731219633750/c48ba4c5549b%2C42067%2C1731219633750.1731219635498, exclude list is [], retry=0 2024-11-10T06:20:35,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269,DISK] 2024-11-10T06:20:35,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/WALs/c48ba4c5549b,42067,1731219633750/c48ba4c5549b%2C42067%2C1731219633750.1731219635498 2024-11-10T06:20:35,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46101:46101)] 2024-11-10T06:20:35,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:35,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:35,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:35,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:35,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:35,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:35,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:35,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:35,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:35,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:35,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:35,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:35,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:35,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:35,529 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,529 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,530 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,531 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,531 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,532 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:35,533 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:35,535 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:35,536 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61061110, jitterRate=-0.09011855721473694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:35,537 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219635519Initializing all the Stores at 1731219635520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219635520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219635521 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219635521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219635521Cleaning up temporary data from old regions at 1731219635531 (+10 ms)Region opened successfully at 1731219635537 (+6 ms) 2024-11-10T06:20:35,537 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:35,541 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f09d262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:35,542 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:35,542 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:35,542 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:35,542 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:35,542 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:35,543 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:20:35,543 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:35,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:35,545 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:35,546 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:35,549 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/balancer already deleted, retry=false 2024-11-10T06:20:35,549 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:35,550 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:35,552 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/normalizer already deleted, retry=false 2024-11-10T06:20:35,552 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:35,553 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:35,555 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/switch/split already deleted, retry=false 2024-11-10T06:20:35,555 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:35,557 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/switch/merge already deleted, retry=false 2024-11-10T06:20:35,559 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:35,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:35,565 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0574600278/running 2024-11-10T06:20:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0574600278/running 2024-11-10T06:20:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,568 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,42067,1731219633750, sessionid=0x10100891d050000, setting cluster-up flag (Was=false) 2024-11-10T06:20:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,578 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0574600278/flush-table-proc/acquired, /0574600278/flush-table-proc/reached, /0574600278/flush-table-proc/abort 2024-11-10T06:20:35,579 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:35,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:35,588 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0574600278/online-snapshot/acquired, /0574600278/online-snapshot/reached, /0574600278/online-snapshot/abort 2024-11-10T06:20:35,589 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:35,590 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:35,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:35,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:35,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:35,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,42067,1731219633750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:35,593 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:35,593 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:35,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219665597 2024-11-10T06:20:35,597 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:35,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:35,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:35,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:35,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:35,600 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:35,600 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:35,600 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:35,601 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:35,603 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:35,603 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:35,603 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219635603,5,FailOnTimeoutGroup] 2024-11-10T06:20:35,603 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219635603,5,FailOnTimeoutGroup] 2024-11-10T06:20:35,603 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,603 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:35,603 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,604 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:35,623 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(746): ClusterId : 06bff2f4-84b0-4159-9ad7-67477c3e7a46 2024-11-10T06:20:35,623 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:35,628 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:35,629 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:35,631 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:35,631 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9cc52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:35,647 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:46023 2024-11-10T06:20:35,647 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:35,647 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:35,647 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:35,648 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,42067,1731219633750 with port=46023, startcode=1731219633802 2024-11-10T06:20:35,649 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:35,651 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:35,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,654 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a 2024-11-10T06:20:35,654 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33915 2024-11-10T06:20:35,654 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:35,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/rs 2024-11-10T06:20:35,657 DEBUG [RS:0;c48ba4c5549b:46023 {}] zookeeper.ZKUtil(111): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on existing znode=/0574600278/rs/c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,657 WARN [RS:0;c48ba4c5549b:46023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:35,657 INFO [RS:0;c48ba4c5549b:46023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:35,657 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,46023,1731219633802] 2024-11-10T06:20:35,661 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:35,664 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:35,665 INFO [RS:0;c48ba4c5549b:46023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:35,665 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,666 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:35,667 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:35,667 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,667 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:35,668 DEBUG [RS:0;c48ba4c5549b:46023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:35,668 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,669 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,669 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,669 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,669 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,669 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46023,1731219633802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:35,687 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:35,687 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46023,1731219633802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,688 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,688 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.Replication(171): c48ba4c5549b,46023,1731219633802 started 2024-11-10T06:20:35,703 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:35,703 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,46023,1731219633802, RpcServer on c48ba4c5549b/172.17.0.2:46023, sessionid=0x10100891d050001 2024-11-10T06:20:35,703 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:35,703 DEBUG [RS:0;c48ba4c5549b:46023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,703 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46023,1731219633802' 2024-11-10T06:20:35,703 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0574600278/flush-table-proc/abort' 2024-11-10T06:20:35,703 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0574600278/flush-table-proc/acquired' 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46023,1731219633802' 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0574600278/online-snapshot/abort' 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0574600278/online-snapshot/acquired' 2024-11-10T06:20:35,704 DEBUG [RS:0;c48ba4c5549b:46023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:35,705 INFO [RS:0;c48ba4c5549b:46023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:35,705 INFO [RS:0;c48ba4c5549b:46023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:35,805 INFO [RS:0;c48ba4c5549b:46023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:35,807 INFO [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46023%2C1731219633802, suffix=, logDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802, archiveDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs, maxLogs=10 2024-11-10T06:20:35,830 DEBUG [RS:0;c48ba4c5549b:46023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808, exclude list is [], retry=0 2024-11-10T06:20:35,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269,DISK] 2024-11-10T06:20:35,837 INFO [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 2024-11-10T06:20:35,837 DEBUG [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46101:46101)] 2024-11-10T06:20:36,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:36,010 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a 2024-11-10T06:20:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:36,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:36,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:36,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:36,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:36,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:36,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:36,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:36,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:36,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:36,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:36,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740 2024-11-10T06:20:36,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740 2024-11-10T06:20:36,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:36,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:36,432 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:36,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:36,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:36,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59106754, jitterRate=-0.11924073100090027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:36,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219636418Initializing all the Stores at 1731219636419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219636419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636419Cleaning up temporary data from old regions at 1731219636431 (+12 ms)Region opened successfully at 1731219636437 (+6 ms) 2024-11-10T06:20:36,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:36,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:36,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:36,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:36,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:36,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:36,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219636437Disabling compacts and flushes for region at 1731219636437Disabling writes for close at 1731219636437Writing region close event to WAL at 1731219636437Closed at 1731219636437 2024-11-10T06:20:36,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:36,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:36,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:36,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:36,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:36,592 DEBUG [c48ba4c5549b:42067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:36,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:36,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46023,1731219633802, state=OPENING 2024-11-10T06:20:36,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:36,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:36,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:36,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46023,1731219633802}] 2024-11-10T06:20:36,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0574600278/meta-region-server: CHANGED 2024-11-10T06:20:36,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0574600278/meta-region-server: CHANGED 2024-11-10T06:20:36,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:36,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:36,759 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:36,760 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:36,760 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:36,762 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46023%2C1731219633802.meta, suffix=.meta, logDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802, archiveDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs, maxLogs=10 2024-11-10T06:20:36,777 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.meta.1731219636762.meta, exclude list is [], retry=0 2024-11-10T06:20:36,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269,DISK] 2024-11-10T06:20:36,782 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.meta.1731219636762.meta 2024-11-10T06:20:36,782 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46101:46101)] 2024-11-10T06:20:36,782 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:36,783 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:36,783 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:36,783 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:36,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:36,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:36,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:36,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:36,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:36,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:36,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:36,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:36,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:36,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:36,791 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:36,792 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740 2024-11-10T06:20:36,793 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740 2024-11-10T06:20:36,794 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:36,794 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:36,795 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:36,796 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:36,797 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73780979, jitterRate=0.09942226111888885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:36,797 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:36,799 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219636783Writing region info on filesystem at 1731219636783Initializing all the Stores at 1731219636784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636784Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636785 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219636785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219636785Cleaning up temporary data from old regions at 1731219636794 (+9 ms)Running coprocessor post-open hooks at 1731219636797 (+3 ms)Region opened successfully at 1731219636799 (+2 ms) 2024-11-10T06:20:36,800 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219636753 2024-11-10T06:20:36,803 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:36,803 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:36,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:36,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46023,1731219633802, state=OPEN 2024-11-10T06:20:36,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0574600278/meta-region-server 2024-11-10T06:20:36,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0574600278/meta-region-server 2024-11-10T06:20:36,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:36,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0574600278/meta-region-server: CHANGED 2024-11-10T06:20:36,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0574600278/meta-region-server: CHANGED 2024-11-10T06:20:36,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:36,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46023,1731219633802 in 210 msec 2024-11-10T06:20:36,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-10T06:20:36,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:36,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:36,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:36,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46023,1731219633802, seqNum=-1] 2024-11-10T06:20:36,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:36,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:36,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2350 sec 2024-11-10T06:20:36,828 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219636827, completionTime=-1 2024-11-10T06:20:36,828 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:36,828 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:36,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:36,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219696831 2024-11-10T06:20:36,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219756831 2024-11-10T06:20:36,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:42067, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,834 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.995sec 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:36,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:36,839 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:36,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:36,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42067,1731219633750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:36,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4811d8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:36,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42067,-1 for getting cluster id 2024-11-10T06:20:36,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:36,926 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06bff2f4-84b0-4159-9ad7-67477c3e7a46' 2024-11-10T06:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06bff2f4-84b0-4159-9ad7-67477c3e7a46" 2024-11-10T06:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bba353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42067,-1] 2024-11-10T06:20:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:36,928 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:36,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:36,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46023,1731219633802, seqNum=-1] 2024-11-10T06:20:36,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:36,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:36,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:36,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10100891d050002 connected 2024-11-10T06:20:36,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir so I do NOT create it in target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79 2024-11-10T06:20:36,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:20:36,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.tmp.dir so I do NOT create it in target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79 2024-11-10T06:20:36,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:20:36,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79 2024-11-10T06:20:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:36,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/cluster_b6012ad0-3459-1a9e-c4d0-49e20781ff17, deleteOnExit=true 2024-11-10T06:20:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/test.cache.data in system properties and HBase conf 2024-11-10T06:20:36,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:36,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:36,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:36,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:36,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:36,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:36,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:36,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:36,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:37,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:37,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:37,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:37,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:37,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:37,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:37,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201103c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:37,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:37,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195f4a04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/java.io.tmpdir/jetty-localhost-45917-hadoop-hdfs-3_4_1-tests_jar-_-any-4587049211627569181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:37,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54197af4{HTTP/1.1, (http/1.1)}{localhost:45917} 2024-11-10T06:20:37,178 INFO [Time-limited test {}] server.Server(415): Started @34811ms 2024-11-10T06:20:37,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:37,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:37,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:37,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:37,271 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:20:37,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7d92d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:37,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42c98647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:37,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@666782ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/java.io.tmpdir/jetty-localhost-36335-hadoop-hdfs-3_4_1-tests_jar-_-any-5619629114014958371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:37,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4858e07a{HTTP/1.1, (http/1.1)}{localhost:36335} 2024-11-10T06:20:37,391 INFO [Time-limited test {}] server.Server(415): Started @35024ms 2024-11-10T06:20:37,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:37,508 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/cluster_b6012ad0-3459-1a9e-c4d0-49e20781ff17/data/data2/current/BP-1358689380-172.17.0.2-1731219636990/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:37,508 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/cluster_b6012ad0-3459-1a9e-c4d0-49e20781ff17/data/data1/current/BP-1358689380-172.17.0.2-1731219636990/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:37,526 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf597e37c99516dc5 with lease ID 0x2ddd52a507e6d96d: Processing first storage report for DS-9c0482eb-517a-4502-87a6-0035a4971246 from datanode DatanodeRegistration(127.0.0.1:36955, datanodeUuid=5eb7569b-6366-4ab5-8327-baf90644db83, infoPort=33943, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1226591294;c=1731219636990) 2024-11-10T06:20:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf597e37c99516dc5 with lease ID 0x2ddd52a507e6d96d: from storage DS-9c0482eb-517a-4502-87a6-0035a4971246 node DatanodeRegistration(127.0.0.1:36955, datanodeUuid=5eb7569b-6366-4ab5-8327-baf90644db83, infoPort=33943, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1226591294;c=1731219636990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf597e37c99516dc5 with lease ID 0x2ddd52a507e6d96d: Processing first storage report for DS-c5ae0400-d004-41a6-845c-db4b65e7e77e from datanode DatanodeRegistration(127.0.0.1:36955, datanodeUuid=5eb7569b-6366-4ab5-8327-baf90644db83, infoPort=33943, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1226591294;c=1731219636990) 2024-11-10T06:20:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf597e37c99516dc5 with lease ID 0x2ddd52a507e6d96d: from storage DS-c5ae0400-d004-41a6-845c-db4b65e7e77e node DatanodeRegistration(127.0.0.1:36955, datanodeUuid=5eb7569b-6366-4ab5-8327-baf90644db83, infoPort=33943, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1226591294;c=1731219636990), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:37,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79 2024-11-10T06:20:37,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:37,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:37,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4 with version=8 2024-11-10T06:20:37,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/hbase-staging 2024-11-10T06:20:37,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:37,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:37,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45899 2024-11-10T06:20:37,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45899 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458990x0, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:37,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45899-0x10100891d050003 connected 2024-11-10T06:20:37,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:37,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:37,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/running 2024-11-10T06:20:37,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4, hbase.cluster.distributed=false 2024-11-10T06:20:37,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/acl 2024-11-10T06:20:37,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45899 2024-11-10T06:20:37,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45899 2024-11-10T06:20:37,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45899 2024-11-10T06:20:37,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45899 2024-11-10T06:20:37,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45899 2024-11-10T06:20:37,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:37,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:37,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46277 2024-11-10T06:20:37,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46277 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:37,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:37,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462770x0, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:38,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462770x0, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/running 2024-11-10T06:20:38,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46277-0x10100891d050004 connected 2024-11-10T06:20:38,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:38,004 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:38,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/master 2024-11-10T06:20:38,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/acl 2024-11-10T06:20:38,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-10T06:20:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46277 2024-11-10T06:20:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46277 2024-11-10T06:20:38,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-10T06:20:38,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46277 2024-11-10T06:20:38,021 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:45899 2024-11-10T06:20:38,022 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1554726561/backup-masters/c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/backup-masters 2024-11-10T06:20:38,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/backup-masters 2024-11-10T06:20:38,024 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on existing znode=/1554726561/backup-masters/c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1554726561/master 2024-11-10T06:20:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:38,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:38,026 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on existing znode=/1554726561/master 2024-11-10T06:20:38,026 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1554726561/backup-masters/c48ba4c5549b,45899,1731219637947 from backup master directory 2024-11-10T06:20:38,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1554726561/backup-masters/c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:38,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/backup-masters 2024-11-10T06:20:38,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/backup-masters 2024-11-10T06:20:38,028 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:38,028 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:38,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/hbase.id] with ID: 6b91936e-478f-40a8-adb5-74e0a45e19f9 2024-11-10T06:20:38,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/.tmp/hbase.id 2024-11-10T06:20:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:38,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/.tmp/hbase.id]:[hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/hbase.id] 2024-11-10T06:20:38,452 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:38,452 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:38,454 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T06:20:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:38,864 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:38,865 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:38,865 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:39,274 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store 2024-11-10T06:20:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:39,283 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:39,283 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:39,283 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:39,283 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:39,283 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:39,283 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:39,284 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:39,284 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219639283Disabling compacts and flushes for region at 1731219639283Disabling writes for close at 1731219639283Writing region close event to WAL at 1731219639283Closed at 1731219639283 2024-11-10T06:20:39,285 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/.initializing 2024-11-10T06:20:39,285 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/WALs/c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:39,286 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:39,288 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C45899%2C1731219637947, suffix=, logDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/WALs/c48ba4c5549b,45899,1731219637947, archiveDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:39,302 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/WALs/c48ba4c5549b,45899,1731219637947/c48ba4c5549b%2C45899%2C1731219637947.1731219639288, exclude list is [], retry=0 2024-11-10T06:20:39,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36955,DS-9c0482eb-517a-4502-87a6-0035a4971246,DISK] 2024-11-10T06:20:39,307 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/WALs/c48ba4c5549b,45899,1731219637947/c48ba4c5549b%2C45899%2C1731219637947.1731219639288 2024-11-10T06:20:39,307 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-10T06:20:39,308 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:39,308 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:39,308 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,308 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:39,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:39,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:39,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:39,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:39,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:39,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:39,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:39,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:39,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:39,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:39,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:39,316 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,317 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,317 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,319 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,319 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,320 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:39,321 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:39,323 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:39,323 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73217834, jitterRate=0.09103074669837952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:39,324 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219639308Initializing all the Stores at 1731219639309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219639309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219639309Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219639309Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219639309Cleaning up temporary data from old regions at 1731219639319 (+10 ms)Region opened successfully at 1731219639324 (+5 ms) 2024-11-10T06:20:39,324 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:39,327 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c9fa0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:39,328 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:39,328 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:39,328 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:39,329 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:39,329 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:39,329 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:20:39,329 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:39,332 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:39,333 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:39,334 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/balancer already deleted, retry=false 2024-11-10T06:20:39,335 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:39,335 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:39,337 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/normalizer already deleted, retry=false 2024-11-10T06:20:39,337 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:39,338 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:39,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/switch/split already deleted, retry=false 2024-11-10T06:20:39,340 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:39,342 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/switch/merge already deleted, retry=false 2024-11-10T06:20:39,343 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:39,345 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1554726561/running 2024-11-10T06:20:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1554726561/running 2024-11-10T06:20:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,347 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,45899,1731219637947, sessionid=0x10100891d050003, setting cluster-up flag (Was=false) 2024-11-10T06:20:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,356 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1554726561/flush-table-proc/acquired, /1554726561/flush-table-proc/reached, /1554726561/flush-table-proc/abort 2024-11-10T06:20:39,357 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:39,367 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1554726561/online-snapshot/acquired, /1554726561/online-snapshot/reached, /1554726561/online-snapshot/abort 2024-11-10T06:20:39,368 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:39,369 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:39,371 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:39,372 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:39,372 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:39,372 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,45899,1731219637947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:39,374 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,375 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219669375 2024-11-10T06:20:39,375 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:39,375 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:39,376 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:39,376 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:39,376 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:39,376 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:39,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:39,376 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:39,377 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:39,377 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:39,377 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:39,377 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:39,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:39,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:39,380 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:39,380 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:39,381 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219639380,5,FailOnTimeoutGroup] 2024-11-10T06:20:39,381 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219639381,5,FailOnTimeoutGroup] 2024-11-10T06:20:39,381 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,381 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:39,381 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,381 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:39,411 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(746): ClusterId : 6b91936e-478f-40a8-adb5-74e0a45e19f9 2024-11-10T06:20:39,411 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:39,414 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:39,414 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:39,416 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:39,416 DEBUG [RS:0;c48ba4c5549b:46277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c503f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:39,458 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:46277 2024-11-10T06:20:39,459 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:39,459 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:39,459 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:39,460 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,45899,1731219637947 with port=46277, startcode=1731219637991 2024-11-10T06:20:39,460 DEBUG [RS:0;c48ba4c5549b:46277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:39,462 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:39,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,464 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4 2024-11-10T06:20:39,464 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40849 2024-11-10T06:20:39,464 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:39,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/rs 2024-11-10T06:20:39,467 DEBUG [RS:0;c48ba4c5549b:46277 {}] zookeeper.ZKUtil(111): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on existing znode=/1554726561/rs/c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,467 WARN [RS:0;c48ba4c5549b:46277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:39,467 INFO [RS:0;c48ba4c5549b:46277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:39,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,46277,1731219637991] 2024-11-10T06:20:39,467 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,471 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:39,473 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:39,473 INFO [RS:0;c48ba4c5549b:46277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:39,473 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,474 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:39,474 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:39,475 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:39,475 DEBUG [RS:0;c48ba4c5549b:46277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,480 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46277,1731219637991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:39,495 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:39,495 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46277,1731219637991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,496 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,496 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.Replication(171): c48ba4c5549b,46277,1731219637991 started 2024-11-10T06:20:39,507 WARN [RS:0;c48ba4c5549b:46023 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c48ba4c5549b,33479,1731219607786: status=Processing ServerCrashProcedure of c48ba4c5549b,33479,1731219607786 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731219622865, completionTime=-1 appears to have been leaked 2024-11-10T06:20:39,511 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:39,511 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,46277,1731219637991, RpcServer on c48ba4c5549b/172.17.0.2:46277, sessionid=0x10100891d050004 2024-11-10T06:20:39,512 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:39,512 DEBUG [RS:0;c48ba4c5549b:46277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,512 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46277,1731219637991' 2024-11-10T06:20:39,512 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1554726561/flush-table-proc/abort' 2024-11-10T06:20:39,512 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1554726561/flush-table-proc/acquired' 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46277,1731219637991' 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1554726561/online-snapshot/abort' 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1554726561/online-snapshot/acquired' 2024-11-10T06:20:39,513 DEBUG [RS:0;c48ba4c5549b:46277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:39,513 INFO [RS:0;c48ba4c5549b:46277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:39,513 INFO [RS:0;c48ba4c5549b:46277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:39,614 INFO [RS:0;c48ba4c5549b:46277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:39,615 INFO [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46277%2C1731219637991, suffix=, logDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991, archiveDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/oldWALs, maxLogs=10 2024-11-10T06:20:39,629 DEBUG [RS:0;c48ba4c5549b:46277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.1731219639616, exclude list is [], retry=0 2024-11-10T06:20:39,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36955,DS-9c0482eb-517a-4502-87a6-0035a4971246,DISK] 2024-11-10T06:20:39,634 INFO [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.1731219639616 2024-11-10T06:20:39,635 DEBUG [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-10T06:20:39,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:39,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4 2024-11-10T06:20:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:40,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:40,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:40,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:40,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:40,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:40,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:40,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:40,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:40,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:40,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:40,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740 2024-11-10T06:20:40,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740 2024-11-10T06:20:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:40,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:40,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:40,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:40,211 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66075948, jitterRate=-0.015391647815704346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219640196Initializing all the Stores at 1731219640197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640198 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219640198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640198Cleaning up temporary data from old regions at 1731219640207 (+9 ms)Region opened successfully at 1731219640211 (+4 ms) 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:40,211 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:40,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:40,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:40,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219640211Disabling compacts and flushes for region at 1731219640211Disabling writes for close at 1731219640211Writing region close event to WAL at 1731219640212 (+1 ms)Closed at 1731219640212 2024-11-10T06:20:40,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:40,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:40,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:40,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:40,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:40,366 DEBUG [c48ba4c5549b:45899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:40,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:40,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46277,1731219637991, state=OPENING 2024-11-10T06:20:40,372 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:40,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:40,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:40,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:40,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1554726561/meta-region-server: CHANGED 2024-11-10T06:20:40,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1554726561/meta-region-server: CHANGED 2024-11-10T06:20:40,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46277,1731219637991}] 2024-11-10T06:20:40,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:40,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:40,534 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:40,534 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:40,534 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:40,536 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46277%2C1731219637991.meta, suffix=.meta, logDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991, archiveDir=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/oldWALs, maxLogs=10 2024-11-10T06:20:40,550 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.meta.1731219640536.meta, exclude list is [], retry=0 2024-11-10T06:20:40,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36955,DS-9c0482eb-517a-4502-87a6-0035a4971246,DISK] 2024-11-10T06:20:40,554 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.meta.1731219640536.meta 2024-11-10T06:20:40,554 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33943:33943)] 2024-11-10T06:20:40,555 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:40,555 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:40,555 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:40,555 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:40,555 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:40,555 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:40,555 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:40,556 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:40,556 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:40,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:40,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:40,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:40,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:40,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:40,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:40,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:40,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:40,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:40,562 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:40,563 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740 2024-11-10T06:20:40,564 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740 2024-11-10T06:20:40,565 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:40,565 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:40,566 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:40,568 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:40,568 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61146995, jitterRate=-0.08883877098560333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:40,568 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:40,569 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219640556Writing region info on filesystem at 1731219640556Initializing all the Stores at 1731219640557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219640557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219640557Cleaning up temporary data from old regions at 1731219640565 (+8 ms)Running coprocessor post-open hooks at 1731219640568 (+3 ms)Region opened successfully at 1731219640569 (+1 ms) 2024-11-10T06:20:40,570 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219640528 2024-11-10T06:20:40,573 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:40,573 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:40,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:40,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46277,1731219637991, state=OPEN 2024-11-10T06:20:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1554726561/meta-region-server 2024-11-10T06:20:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1554726561/meta-region-server 2024-11-10T06:20:40,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1554726561/meta-region-server: CHANGED 2024-11-10T06:20:40,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1554726561/meta-region-server: CHANGED 2024-11-10T06:20:40,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:40,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:40,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46277,1731219637991 in 201 msec 2024-11-10T06:20:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-10T06:20:40,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:40,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:40,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:40,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46277,1731219637991, seqNum=-1] 2024-11-10T06:20:40,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:40,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:40,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-10T06:20:40,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219640592, completionTime=-1 2024-11-10T06:20:40,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:40,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219700594 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219760594 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:45899, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,597 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:40,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.570sec 2024-11-10T06:20:40,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:40,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:40,601 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:40,601 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:40,601 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,45899,1731219637947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:40,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc37dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,45899,-1 for getting cluster id 2024-11-10T06:20:40,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:40,614 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b91936e-478f-40a8-adb5-74e0a45e19f9' 2024-11-10T06:20:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b91936e-478f-40a8-adb5-74e0a45e19f9" 2024-11-10T06:20:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1639168b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,45899,-1] 2024-11-10T06:20:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:40,616 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:40,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:40,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46277,1731219637991, seqNum=-1] 2024-11-10T06:20:40,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:40,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:40,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61217 2024-11-10T06:20:40,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:40,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10100891d050005 connected 2024-11-10T06:20:40,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb57979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42067,-1 for getting cluster id 2024-11-10T06:20:40,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:40,630 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06bff2f4-84b0-4159-9ad7-67477c3e7a46' 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06bff2f4-84b0-4159-9ad7-67477c3e7a46" 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42067,-1] 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:40,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:40,632 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7060e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:40,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42aed8a4 2024-11-10T06:20:40,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:40,636 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:40,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:45899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:20:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:20:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:40,640 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:45899' 2024-11-10T06:20:40,641 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2862094a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,641 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,45899,-1 for getting cluster id 2024-11-10T06:20:40,641 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:40,642 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b91936e-478f-40a8-adb5-74e0a45e19f9' 2024-11-10T06:20:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b91936e-478f-40a8-adb5-74e0a45e19f9" 2024-11-10T06:20:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19629e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,45899,-1] 2024-11-10T06:20:40,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:40,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:40,644 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:40,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a328af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:40,645 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:40,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:40,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d4b1736 2024-11-10T06:20:40,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:40,647 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:40,648 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T06:20:40,648 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:20:40,648 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:40,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:40,648 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:40,649 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:40,650 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:20:40,652 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:20:40,652 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:40,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:20:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741835_1011 (size=1138) 2024-11-10T06:20:40,700 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:20:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:41,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b46bfe61ae840dd986f68f5602a4835, NAME => 'hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a 2024-11-10T06:20:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741836_1012 (size=44) 2024-11-10T06:20:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b46bfe61ae840dd986f68f5602a4835, disabling compactions & flushes 2024-11-10T06:20:41,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. after waiting 0 ms 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b46bfe61ae840dd986f68f5602a4835: Waiting for close lock at 1731219641470Disabling compacts and flushes for region at 1731219641470Disabling writes for close at 1731219641470Writing region close event to WAL at 1731219641470Closed at 1731219641470 2024-11-10T06:20:41,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:20:41,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219641472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219641472"}]},"ts":"1731219641472"} 2024-11-10T06:20:41,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:20:41,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:20:41,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219641476"}]},"ts":"1731219641476"} 2024-11-10T06:20:41,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:20:41,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b46bfe61ae840dd986f68f5602a4835, ASSIGN}] 2024-11-10T06:20:41,480 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b46bfe61ae840dd986f68f5602a4835, ASSIGN 2024-11-10T06:20:41,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b46bfe61ae840dd986f68f5602a4835, ASSIGN; state=OFFLINE, location=c48ba4c5549b,46023,1731219633802; forceNewPlan=false, retain=false 2024-11-10T06:20:41,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b46bfe61ae840dd986f68f5602a4835, regionState=OPENING, regionLocation=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:41,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b46bfe61ae840dd986f68f5602a4835, ASSIGN because future has completed 2024-11-10T06:20:41,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b46bfe61ae840dd986f68f5602a4835, server=c48ba4c5549b,46023,1731219633802}] 2024-11-10T06:20:41,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:20:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:41,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:41,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:20:41,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46023%2C1731219633802.rep, suffix=, logDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802, archiveDir=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs, maxLogs=10 2024-11-10T06:20:41,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.rep.1731219641795, exclude list is [], retry=0 2024-11-10T06:20:41,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36647,DS-9405b9eb-b372-4fee-8daa-9ced9b5c2269,DISK] 2024-11-10T06:20:41,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.rep.1731219641795 2024-11-10T06:20:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46101:46101)] 2024-11-10T06:20:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b46bfe61ae840dd986f68f5602a4835, NAME => 'hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:41,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:41,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. service=MultiRowMutationService 2024-11-10T06:20:41,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:20:41,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:41,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,816 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,818 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b46bfe61ae840dd986f68f5602a4835 columnFamilyName hfileref 2024-11-10T06:20:41,818 DEBUG [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:41,818 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(327): Store=4b46bfe61ae840dd986f68f5602a4835/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:41,819 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,820 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b46bfe61ae840dd986f68f5602a4835 columnFamilyName queue 2024-11-10T06:20:41,820 DEBUG [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:41,821 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(327): Store=4b46bfe61ae840dd986f68f5602a4835/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:41,821 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,822 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b46bfe61ae840dd986f68f5602a4835 columnFamilyName sid 2024-11-10T06:20:41,822 DEBUG [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:41,823 INFO [StoreOpener-4b46bfe61ae840dd986f68f5602a4835-1 {}] regionserver.HStore(327): Store=4b46bfe61ae840dd986f68f5602a4835/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:41,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:20:41,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:41,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4b46bfe61ae840dd986f68f5602a4835; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64923975, jitterRate=-0.03255738317966461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:20:41,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:41,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4b46bfe61ae840dd986f68f5602a4835: Running coprocessor pre-open hook at 1731219641815Writing region info on filesystem at 1731219641815Initializing all the Stores at 1731219641816 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219641816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219641816Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219641816Cleaning up temporary data from old regions at 1731219641825 (+9 ms)Running coprocessor post-open hooks at 1731219641830 (+5 ms)Region opened successfully at 1731219641830 2024-11-10T06:20:41,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835., pid=7, masterSystemTime=1731219641788 2024-11-10T06:20:41,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:41,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b46bfe61ae840dd986f68f5602a4835, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b46bfe61ae840dd986f68f5602a4835, server=c48ba4c5549b,46023,1731219633802 because future has completed 2024-11-10T06:20:41,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T06:20:41,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b46bfe61ae840dd986f68f5602a4835, server=c48ba4c5549b,46023,1731219633802 in 204 msec 2024-11-10T06:20:41,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:20:41,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b46bfe61ae840dd986f68f5602a4835, ASSIGN in 362 msec 2024-11-10T06:20:41,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:20:41,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219641845"}]},"ts":"1731219641845"} 2024-11-10T06:20:41,847 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:20:41,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:20:41,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-10T06:20:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835., hostname=c48ba4c5549b,46023,1731219633802, seqNum=2] 2024-11-10T06:20:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:41,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:41,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:20:42,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T06:20:42,023 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:20:42,052 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,46023,1731219633802, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:20:42,052 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:42,052 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46023,1731219633802, seqNum=-1] 2024-11-10T06:20:42,053 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:42,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T06:20:42,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,46023,1731219633802', locateType=CURRENT is [region=hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835., hostname=c48ba4c5549b,46023,1731219633802, seqNum=2] 2024-11-10T06:20:42,062 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T06:20:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T06:20:42,065 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,46023,1731219633802 suceeded 2024-11-10T06:20:42,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T06:20:42,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-10T06:20:42,067 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:45899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:20:42,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-10T06:20:42,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:45899' 2024-11-10T06:20:42,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d6cefb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:42,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,45899,-1 for getting cluster id 2024-11-10T06:20:42,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:42,080 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b91936e-478f-40a8-adb5-74e0a45e19f9' 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b91936e-478f-40a8-adb5-74e0a45e19f9" 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6497d2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,45899,-1] 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:42,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,081 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:42,082 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18839fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:42,082 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:42,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:42,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a78b26 2024-11-10T06:20:42,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:42,084 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T06:20:42,084 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,46023,1731219633802 (queues=1) is replicating from cluster=06bff2f4-84b0-4159-9ad7-67477c3e7a46 to cluster=6b91936e-478f-40a8-adb5-74e0a45e19f9 2024-11-10T06:20:42,084 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C46023%2C1731219633802 2024-11-10T06:20:42,085 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,46023,1731219633802, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:20:42,085 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.shipperc48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C46023%2C1731219633802 2024-11-10T06:20:42,085 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808, startPosition=0, beingWritten=true 2024-11-10T06:20:42,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:42,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:42,290 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:42,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:42,596 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:42,784 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:20:42,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:42,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:42,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:42,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d954ff 2024-11-10T06:20:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:42,787 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:42,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:20:42,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:20:42,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:42,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:42,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:42,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:20:42,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=38400102, stopped=false 2024-11-10T06:20:42,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,45899,1731219637947 2024-11-10T06:20:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1554726561/running 2024-11-10T06:20:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1554726561/running 2024-11-10T06:20:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:42,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:42,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:42,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:42,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:42,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,46277,1731219637991' ***** 2024-11-10T06:20:42,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:20:42,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/running 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:20:42,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:42,791 INFO [RS:0;c48ba4c5549b:46277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46277. 2024-11-10T06:20:42,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Set watcher on znode that does not yet exist, /1554726561/running 2024-11-10T06:20:42,792 DEBUG [RS:0;c48ba4c5549b:46277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:42,792 DEBUG [RS:0;c48ba4c5549b:46277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:42,792 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:20:42,792 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:20:42,792 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:20:42,792 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:20:42,792 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:20:42,792 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:20:42,792 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:42,792 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:42,792 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:42,792 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:42,792 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:42,792 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:42,793 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T06:20:42,809 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/.tmp/ns/976c13b0f524422095e93f387f229db6 is 43, key is default/ns:d/1731219640587/Put/seqid=0 2024-11-10T06:20:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741835_1011 (size=5153) 2024-11-10T06:20:42,883 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:42,992 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:43,001 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:43,193 DEBUG [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:43,214 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/.tmp/ns/976c13b0f524422095e93f387f229db6 2024-11-10T06:20:43,221 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/.tmp/ns/976c13b0f524422095e93f387f229db6 as hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/ns/976c13b0f524422095e93f387f229db6 2024-11-10T06:20:43,226 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/ns/976c13b0f524422095e93f387f229db6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T06:20:43,227 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-10T06:20:43,232 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T06:20:43,232 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:43,232 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:43,232 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:43,232 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219642792Running coprocessor pre-close hooks at 1731219642792Disabling compacts and flushes for region at 1731219642792Disabling writes for close at 1731219642792Obtaining lock to block concurrent updates at 1731219642793 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731219642793Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731219642793Flushing stores of hbase:meta,,1.1588230740 at 1731219642794 (+1 ms)Flushing 1588230740/ns: creating writer at 1731219642794Flushing 1588230740/ns: appending metadata at 1731219642808 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731219642809 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5804b861: reopening flushed file at 1731219643220 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731219643227 (+7 ms)Writing region close event to WAL at 1731219643228 (+1 ms)Running coprocessor post-close hooks at 1731219643232 (+4 ms)Closed at 1731219643232 2024-11-10T06:20:43,232 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:43,393 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,46277,1731219637991; all regions closed. 2024-11-10T06:20:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741834_1010 (size=1152) 2024-11-10T06:20:43,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.meta.1731219640536.meta not finished, retry = 0 2024-11-10T06:20:43,480 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:20:43,481 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:20:43,498 DEBUG [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/oldWALs 2024-11-10T06:20:43,498 INFO [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C46277%2C1731219637991.meta:.meta(num 1731219640536) 2024-11-10T06:20:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:20:43,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/WALs/c48ba4c5549b,46277,1731219637991/c48ba4c5549b%2C46277%2C1731219637991.1731219639616 not finished, retry = 0 2024-11-10T06:20:43,506 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:43,604 DEBUG [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/oldWALs 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C46277%2C1731219637991:(num 1731219639616) 2024-11-10T06:20:43,604 DEBUG [RS:0;c48ba4c5549b:46277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:43,604 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:43,604 INFO [RS:0;c48ba4c5549b:46277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46277 2024-11-10T06:20:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561/rs 2024-11-10T06:20:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1554726561/rs/c48ba4c5549b,46277,1731219637991 2024-11-10T06:20:43,606 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:43,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,46277,1731219637991] 2024-11-10T06:20:43,610 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1554726561/draining/c48ba4c5549b,46277,1731219637991 already deleted, retry=false 2024-11-10T06:20:43,610 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,46277,1731219637991 expired; onlineServers=0 2024-11-10T06:20:43,610 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,45899,1731219637947' ***** 2024-11-10T06:20:43,610 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:20:43,610 INFO [M:0;c48ba4c5549b:45899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:43,610 INFO [M:0;c48ba4c5549b:45899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:43,610 DEBUG [M:0;c48ba4c5549b:45899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:20:43,610 DEBUG [M:0;c48ba4c5549b:45899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:20:43,610 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:20:43,610 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219639380 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219639380,5,FailOnTimeoutGroup] 2024-11-10T06:20:43,610 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219639381 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219639381,5,FailOnTimeoutGroup] 2024-11-10T06:20:43,611 INFO [M:0;c48ba4c5549b:45899 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:43,611 INFO [M:0;c48ba4c5549b:45899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:43,611 DEBUG [M:0;c48ba4c5549b:45899 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:20:43,611 INFO [M:0;c48ba4c5549b:45899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:20:43,611 INFO [M:0;c48ba4c5549b:45899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:43,611 INFO [M:0;c48ba4c5549b:45899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:20:43,611 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:20:43,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1554726561/master 2024-11-10T06:20:43,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1554726561 2024-11-10T06:20:43,612 DEBUG [M:0;c48ba4c5549b:45899 {}] zookeeper.ZKUtil(347): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Unable to get data of znode /1554726561/master because node does not exist (not an error) 2024-11-10T06:20:43,612 WARN [M:0;c48ba4c5549b:45899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:20:43,612 INFO [M:0;c48ba4c5549b:45899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/.lastflushedseqids 2024-11-10T06:20:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741836_1012 (size=99) 2024-11-10T06:20:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:43,708 INFO [RS:0;c48ba4c5549b:46277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:43,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46277-0x10100891d050004, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:43,708 INFO [RS:0;c48ba4c5549b:46277 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,46277,1731219637991; zookeeper connection closed. 2024-11-10T06:20:43,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1353d4 2024-11-10T06:20:43,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:20:44,018 INFO [M:0;c48ba4c5549b:45899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:20:44,018 INFO [M:0;c48ba4c5549b:45899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:20:44,018 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:44,018 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:44,018 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:44,018 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:44,018 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:44,018 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T06:20:44,035 DEBUG [M:0;c48ba4c5549b:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8aadf580471459fb3156b775f2ee45e is 82, key is hbase:meta,,1/info:regioninfo/1731219640573/Put/seqid=0 2024-11-10T06:20:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741837_1013 (size=5672) 2024-11-10T06:20:44,111 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:44,440 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8aadf580471459fb3156b775f2ee45e 2024-11-10T06:20:44,461 DEBUG [M:0;c48ba4c5549b:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26e9e6d6c8fc4410b757842d1553ce22 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731219640591/Put/seqid=0 2024-11-10T06:20:44,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741838_1014 (size=5275) 2024-11-10T06:20:44,817 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:44,866 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26e9e6d6c8fc4410b757842d1553ce22 2024-11-10T06:20:44,886 DEBUG [M:0;c48ba4c5549b:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7869d69cba044ac96fcc3005f3015a9 is 69, key is c48ba4c5549b,46277,1731219637991/rs:state/1731219639463/Put/seqid=0 2024-11-10T06:20:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741839_1015 (size=5156) 2024-11-10T06:20:45,291 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7869d69cba044ac96fcc3005f3015a9 2024-11-10T06:20:45,298 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8aadf580471459fb3156b775f2ee45e as hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8aadf580471459fb3156b775f2ee45e 2024-11-10T06:20:45,303 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8aadf580471459fb3156b775f2ee45e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T06:20:45,305 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26e9e6d6c8fc4410b757842d1553ce22 as hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26e9e6d6c8fc4410b757842d1553ce22 2024-11-10T06:20:45,309 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26e9e6d6c8fc4410b757842d1553ce22, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T06:20:45,310 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7869d69cba044ac96fcc3005f3015a9 as hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7869d69cba044ac96fcc3005f3015a9 2024-11-10T06:20:45,315 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40849/user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7869d69cba044ac96fcc3005f3015a9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T06:20:45,316 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-11-10T06:20:45,317 INFO [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:45,317 DEBUG [M:0;c48ba4c5549b:45899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219644018Disabling compacts and flushes for region at 1731219644018Disabling writes for close at 1731219644018Obtaining lock to block concurrent updates at 1731219644018Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219644018Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731219644019 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219644019Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219644019Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219644034 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219644035 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219644446 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219644460 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219644461 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219644872 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219644886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219644886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61555de9: reopening flushed file at 1731219645297 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc98eaa: reopening flushed file at 1731219645304 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553f3388: reopening flushed file at 1731219645309 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1731219645316 (+7 ms)Writing region close event to WAL at 1731219645317 (+1 ms)Closed at 1731219645317 2024-11-10T06:20:45,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36955 is added to blk_1073741830_1006 (size=10165) 2024-11-10T06:20:45,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/929053e2-40ed-fb5a-041c-c0840c5090a4/MasterData/WALs/c48ba4c5549b,45899,1731219637947/c48ba4c5549b%2C45899%2C1731219637947.1731219639288 not finished, retry = 0 2024-11-10T06:20:45,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:45,421 INFO [M:0;c48ba4c5549b:45899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:20:45,421 INFO [M:0;c48ba4c5549b:45899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45899 2024-11-10T06:20:45,422 INFO [M:0;c48ba4c5549b:45899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:45,524 INFO [M:0;c48ba4c5549b:45899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x10100891d050003, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:45,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@666782ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:45,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4858e07a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:45,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:45,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42c98647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:45,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7d92d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:45,531 WARN [BP-1358689380-172.17.0.2-1731219636990 heartbeating to localhost/127.0.0.1:40849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:20:45,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:20:45,531 WARN [BP-1358689380-172.17.0.2-1731219636990 heartbeating to localhost/127.0.0.1:40849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1358689380-172.17.0.2-1731219636990 (Datanode Uuid 5eb7569b-6366-4ab5-8327-baf90644db83) service to localhost/127.0.0.1:40849 2024-11-10T06:20:45,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:20:45,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/cluster_b6012ad0-3459-1a9e-c4d0-49e20781ff17/data/data1/current/BP-1358689380-172.17.0.2-1731219636990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:45,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/cluster_b6012ad0-3459-1a9e-c4d0-49e20781ff17/data/data2/current/BP-1358689380-172.17.0.2-1731219636990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:45,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:20:45,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195f4a04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:45,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54197af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:45,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:45,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:45,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201103c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:45,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:20:45,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:20:45,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:45,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:45,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:45,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:45,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:45,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:20:45,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355690536, stopped=false 2024-11-10T06:20:45,555 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,42067,1731219633750 2024-11-10T06:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0574600278/running 2024-11-10T06:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0574600278/running 2024-11-10T06:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:45,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:45,556 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:45,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:20:45,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:45,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:45,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/running 2024-11-10T06:20:45,557 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,46023,1731219633802' ***** 2024-11-10T06:20:45,557 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:20:45,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Set watcher on znode that does not yet exist, /0574600278/running 2024-11-10T06:20:45,557 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:45,558 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46023. 2024-11-10T06:20:45,558 DEBUG [RS:0;c48ba4c5549b:46023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:45,558 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:20:45,558 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:20:45,559 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:20:45,559 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4b46bfe61ae840dd986f68f5602a4835=hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835.} 2024-11-10T06:20:45,559 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b46bfe61ae840dd986f68f5602a4835, disabling compactions & flushes 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:45,559 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:45,559 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. after waiting 0 ms 2024-11-10T06:20:45,559 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:45,559 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b46bfe61ae840dd986f68f5602a4835 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T06:20:45,559 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T06:20:45,575 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/info/2bba151754b64c8b87281e7d937760a3 is 147, key is hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835./info:regioninfo/1731219641835/Put/seqid=0 2024-11-10T06:20:45,575 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/.tmp/queue/48749a2075074fc4ba6246aefe9aaa0a is 151, key is 1-c48ba4c5549b,46023,1731219633802/queue:c48ba4c5549b%2C46023%2C1731219633802/1731219642060/Put/seqid=0 2024-11-10T06:20:45,576 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741838_1014 (size=6631) 2024-11-10T06:20:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741839_1015 (size=5350) 2024-11-10T06:20:45,622 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:45,669 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:20:45,669 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:20:45,759 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:45,959 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b46bfe61ae840dd986f68f5602a4835 2024-11-10T06:20:45,981 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/info/2bba151754b64c8b87281e7d937760a3 2024-11-10T06:20:45,981 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/.tmp/queue/48749a2075074fc4ba6246aefe9aaa0a 2024-11-10T06:20:45,988 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/.tmp/queue/48749a2075074fc4ba6246aefe9aaa0a as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/queue/48749a2075074fc4ba6246aefe9aaa0a 2024-11-10T06:20:45,995 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/queue/48749a2075074fc4ba6246aefe9aaa0a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T06:20:45,996 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b46bfe61ae840dd986f68f5602a4835 in 437ms, sequenceid=5, compaction requested=false 2024-11-10T06:20:45,996 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:20:46,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/replication/4b46bfe61ae840dd986f68f5602a4835/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:20:46,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:46,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:46,002 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b46bfe61ae840dd986f68f5602a4835: Waiting for close lock at 1731219645559Running coprocessor pre-close hooks at 1731219645559Disabling compacts and flushes for region at 1731219645559Disabling writes for close at 1731219645559Obtaining lock to block concurrent updates at 1731219645559Preparing flush snapshotting stores in 4b46bfe61ae840dd986f68f5602a4835 at 1731219645559Finished memstore snapshotting hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731219645559Flushing stores of hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. at 1731219645560 (+1 ms)Flushing 4b46bfe61ae840dd986f68f5602a4835/queue: creating writer at 1731219645560Flushing 4b46bfe61ae840dd986f68f5602a4835/queue: appending metadata at 1731219645575 (+15 ms)Flushing 4b46bfe61ae840dd986f68f5602a4835/queue: closing flushed file at 1731219645575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40455d41: reopening flushed file at 1731219645988 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b46bfe61ae840dd986f68f5602a4835 in 437ms, sequenceid=5, compaction requested=false at 1731219645996 (+8 ms)Writing region close event to WAL at 1731219645997 (+1 ms)Running coprocessor post-close hooks at 1731219646001 (+4 ms)Closed at 1731219646002 (+1 ms) 2024-11-10T06:20:46,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219640648.4b46bfe61ae840dd986f68f5602a4835. 2024-11-10T06:20:46,003 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/ns/1534746694074966a70329960c0090e2 is 43, key is default/ns:d/1731219636821/Put/seqid=0 2024-11-10T06:20:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741840_1016 (size=5153) 2024-11-10T06:20:46,159 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:46,360 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:46,408 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/ns/1534746694074966a70329960c0090e2 2024-11-10T06:20:46,430 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/table/a92588f7ce454abaad101ce3f3ebd48d is 53, key is hbase:replication/table:state/1731219641845/Put/seqid=0 2024-11-10T06:20:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741841_1017 (size=5256) 2024-11-10T06:20:46,527 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/WALs/c48ba4c5549b,46023,1731219633802/c48ba4c5549b%2C46023%2C1731219633802.1731219635808 to pos 0, reset compression=false 2024-11-10T06:20:46,560 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:20:46,560 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:20:46,560 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:46,760 DEBUG [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:20:46,836 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/table/a92588f7ce454abaad101ce3f3ebd48d 2024-11-10T06:20:46,842 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/info/2bba151754b64c8b87281e7d937760a3 as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/info/2bba151754b64c8b87281e7d937760a3 2024-11-10T06:20:46,848 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/info/2bba151754b64c8b87281e7d937760a3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T06:20:46,849 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/ns/1534746694074966a70329960c0090e2 as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/ns/1534746694074966a70329960c0090e2 2024-11-10T06:20:46,854 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/ns/1534746694074966a70329960c0090e2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:20:46,854 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/.tmp/table/a92588f7ce454abaad101ce3f3ebd48d as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/table/a92588f7ce454abaad101ce3f3ebd48d 2024-11-10T06:20:46,859 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/table/a92588f7ce454abaad101ce3f3ebd48d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T06:20:46,861 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-10T06:20:46,865 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:20:46,865 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:46,865 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:46,865 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:46,865 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219645559Running coprocessor pre-close hooks at 1731219645559Disabling compacts and flushes for region at 1731219645559Disabling writes for close at 1731219645559Obtaining lock to block concurrent updates at 1731219645559Preparing flush snapshotting stores in 1588230740 at 1731219645559Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731219645559Flushing stores of hbase:meta,,1.1588230740 at 1731219645560 (+1 ms)Flushing 1588230740/info: creating writer at 1731219645560Flushing 1588230740/info: appending metadata at 1731219645575 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731219645575Flushing 1588230740/ns: creating writer at 1731219645988 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731219646003 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219646003Flushing 1588230740/table: creating writer at 1731219646415 (+412 ms)Flushing 1588230740/table: appending metadata at 1731219646430 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731219646430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493de4d2: reopening flushed file at 1731219646841 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1c097d: reopening flushed file at 1731219646848 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3979df18: reopening flushed file at 1731219646854 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1731219646861 (+7 ms)Writing region close event to WAL at 1731219646862 (+1 ms)Running coprocessor post-close hooks at 1731219646865 (+3 ms)Closed at 1731219646865 2024-11-10T06:20:46,865 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:46,960 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,46023,1731219633802; all regions closed. 2024-11-10T06:20:46,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741834_1010 (size=2742) 2024-11-10T06:20:46,965 DEBUG [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs 2024-11-10T06:20:46,965 INFO [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C46023%2C1731219633802.meta:.meta(num 1731219636762) 2024-11-10T06:20:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741837_1013 (size=1586) 2024-11-10T06:20:46,970 DEBUG [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs 2024-11-10T06:20:46,970 INFO [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C46023%2C1731219633802.rep:(num 1731219641795) 2024-11-10T06:20:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:20:46,974 DEBUG [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/oldWALs 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C46023%2C1731219633802:(num 1731219635808) 2024-11-10T06:20:46,974 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:46,974 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:46,974 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,46023,1731219633802 because: Region server is closing 2024-11-10T06:20:46,975 INFO [RS:0;c48ba4c5549b:46023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46023. 2024-11-10T06:20:46,975 DEBUG [RS:0;c48ba4c5549b:46023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:20:46,975 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:46,975 DEBUG [RS:0;c48ba4c5549b:46023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:46,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:20:47,075 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.wal-reader.c48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:20:47,075 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.shipperc48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:20:47,075 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46023,1731219633802.replicationSource.shipperc48ba4c5549b%2C46023%2C1731219633802,1-c48ba4c5549b,46023,1731219633802 terminated 2024-11-10T06:20:47,076 INFO [RS:0;c48ba4c5549b:46023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46023 2024-11-10T06:20:47,079 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0574600278/rs/c48ba4c5549b,46023,1731219633802 2024-11-10T06:20:47,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278/rs 2024-11-10T06:20:47,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,46023,1731219633802] 2024-11-10T06:20:47,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0574600278/draining/c48ba4c5549b,46023,1731219633802 already deleted, retry=false 2024-11-10T06:20:47,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,46023,1731219633802 expired; onlineServers=0 2024-11-10T06:20:47,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,42067,1731219633750' ***** 2024-11-10T06:20:47,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:20:47,082 INFO [M:0;c48ba4c5549b:42067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:20:47,082 INFO [M:0;c48ba4c5549b:42067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:20:47,082 DEBUG [M:0;c48ba4c5549b:42067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:20:47,082 DEBUG [M:0;c48ba4c5549b:42067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:20:47,082 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:20:47,082 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219635603 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219635603,5,FailOnTimeoutGroup] 2024-11-10T06:20:47,082 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219635603 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219635603,5,FailOnTimeoutGroup] 2024-11-10T06:20:47,082 INFO [M:0;c48ba4c5549b:42067 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:20:47,082 INFO [M:0;c48ba4c5549b:42067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:20:47,082 DEBUG [M:0;c48ba4c5549b:42067 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:20:47,082 INFO [M:0;c48ba4c5549b:42067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:20:47,083 INFO [M:0;c48ba4c5549b:42067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:20:47,083 INFO [M:0;c48ba4c5549b:42067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:20:47,083 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:20:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0574600278/master 2024-11-10T06:20:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0574600278 2024-11-10T06:20:47,084 DEBUG [M:0;c48ba4c5549b:42067 {}] zookeeper.ZKUtil(347): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Unable to get data of znode /0574600278/master because node does not exist (not an error) 2024-11-10T06:20:47,084 WARN [M:0;c48ba4c5549b:42067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:20:47,084 INFO [M:0;c48ba4c5549b:42067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/.lastflushedseqids 2024-11-10T06:20:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741842_1018 (size=181) 2024-11-10T06:20:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:47,181 INFO [RS:0;c48ba4c5549b:46023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:47,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46023-0x10100891d050001, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:47,181 INFO [RS:0;c48ba4c5549b:46023 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,46023,1731219633802; zookeeper connection closed. 2024-11-10T06:20:47,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 2024-11-10T06:20:47,181 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:20:47,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:47,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:47,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:47,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:47,490 INFO [M:0;c48ba4c5549b:42067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:20:47,490 INFO [M:0;c48ba4c5549b:42067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:20:47,490 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:47,490 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:47,490 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:47,490 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:47,490 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:47,491 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T06:20:47,511 DEBUG [M:0;c48ba4c5549b:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9438b1f391c4fa6ae817a908d354194 is 82, key is hbase:meta,,1/info:regioninfo/1731219636803/Put/seqid=0 2024-11-10T06:20:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741843_1019 (size=5672) 2024-11-10T06:20:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:20:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:47,916 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9438b1f391c4fa6ae817a908d354194 2024-11-10T06:20:47,936 DEBUG [M:0;c48ba4c5549b:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507f5921917a405fa8af4533ed91081a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731219641850/Put/seqid=0 2024-11-10T06:20:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741844_1020 (size=7203) 2024-11-10T06:20:47,941 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507f5921917a405fa8af4533ed91081a 2024-11-10T06:20:47,960 DEBUG [M:0;c48ba4c5549b:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38d2d4f4d2c43c1afdde6462b0a5177 is 69, key is c48ba4c5549b,46023,1731219633802/rs:state/1731219635652/Put/seqid=0 2024-11-10T06:20:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741845_1021 (size=5156) 2024-11-10T06:20:48,365 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38d2d4f4d2c43c1afdde6462b0a5177 2024-11-10T06:20:48,371 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9438b1f391c4fa6ae817a908d354194 as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9438b1f391c4fa6ae817a908d354194 2024-11-10T06:20:48,375 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9438b1f391c4fa6ae817a908d354194, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T06:20:48,376 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507f5921917a405fa8af4533ed91081a as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/507f5921917a405fa8af4533ed91081a 2024-11-10T06:20:48,381 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/507f5921917a405fa8af4533ed91081a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T06:20:48,382 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b38d2d4f4d2c43c1afdde6462b0a5177 as hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b38d2d4f4d2c43c1afdde6462b0a5177 2024-11-10T06:20:48,386 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33915/user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b38d2d4f4d2c43c1afdde6462b0a5177, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T06:20:48,387 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=70, compaction requested=false 2024-11-10T06:20:48,389 INFO [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:48,389 DEBUG [M:0;c48ba4c5549b:42067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219647490Disabling compacts and flushes for region at 1731219647490Disabling writes for close at 1731219647490Obtaining lock to block concurrent updates at 1731219647491 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219647491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731219647491Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219647492 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219647492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219647510 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219647510Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219647921 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219647936 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219647936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219647946 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219647959 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219647959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4edb6d: reopening flushed file at 1731219648370 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297dddb: reopening flushed file at 1731219648375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2453cf: reopening flushed file at 1731219648381 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=70, compaction requested=false at 1731219648387 (+6 ms)Writing region close event to WAL at 1731219648389 (+2 ms)Closed at 1731219648389 2024-11-10T06:20:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36647 is added to blk_1073741830_1006 (size=41008) 2024-11-10T06:20:48,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7748600a-7915-bd35-bb5f-f46d0635890a/MasterData/WALs/c48ba4c5549b,42067,1731219633750/c48ba4c5549b%2C42067%2C1731219633750.1731219635498 not finished, retry = 0 2024-11-10T06:20:48,493 INFO [M:0;c48ba4c5549b:42067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:20:48,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:20:48,493 INFO [M:0;c48ba4c5549b:42067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42067 2024-11-10T06:20:48,494 INFO [M:0;c48ba4c5549b:42067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:20:48,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:48,596 INFO [M:0;c48ba4c5549b:42067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:20:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10100891d050000, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:20:48,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21349e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:48,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:48,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:48,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:48,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:20:48,601 WARN [BP-522908969-172.17.0.2-1731219632792 heartbeating to localhost/127.0.0.1:33915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:20:48,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:20:48,601 WARN [BP-522908969-172.17.0.2-1731219632792 heartbeating to localhost/127.0.0.1:33915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522908969-172.17.0.2-1731219632792 (Datanode Uuid 22f4b3c3-457e-4bd8-b9e5-06aeedf6917e) service to localhost/127.0.0.1:33915 2024-11-10T06:20:48,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/data/data1/current/BP-522908969-172.17.0.2-1731219632792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:48,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/cluster_f09a20eb-cf1b-4378-19c9-1309d5cb3291/data/data2/current/BP-522908969-172.17.0.2-1731219632792 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:20:48,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:20:48,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:48,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:20:48,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:20:48,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:20:48,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e6f1a03-8f0e-ef07-0ed5-7ccf52d4fc60/hadoop.log.dir/,STOPPED} 2024-11-10T06:20:48,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:20:48,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:20:48,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40849 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33915 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=119 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=9233 (was 9560) 2024-11-10T06:20:48,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=119, ProcessCount=11, AvailableMemoryMB=9233 2024-11-10T06:20:48,659 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T06:20:48,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir so I do NOT create it in target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850 2024-11-10T06:20:48,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:20:48,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.tmp.dir so I do NOT create it in target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850 2024-11-10T06:20:48,659 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fad36f2c-fe27-7635-4769-ffcc1213cf79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:20:48,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850 2024-11-10T06:20:48,659 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394, deleteOnExit=true 2024-11-10T06:20:48,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/zookeeper_0, clientPort=52090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:20:48,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52090 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/test.cache.data in system properties and HBase conf 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:48,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:48,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:48,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:48,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10100891d050005, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:20:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10100891d050002, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:20:48,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10100891d050002, quorum=127.0.0.1:61217, baseZNode=/0574600278 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:20:48,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10100891d050005, quorum=127.0.0.1:61217, baseZNode=/1554726561 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:20:48,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:48,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:48,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:48,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:48,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:20:48,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:48,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:48,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:48,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71552b94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/java.io.tmpdir/jetty-localhost-38055-hadoop-hdfs-3_4_1-tests_jar-_-any-3228290064453841721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:48,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:38055} 2024-11-10T06:20:48,871 INFO [Time-limited test {}] server.Server(415): Started @46504ms 2024-11-10T06:20:48,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:48,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:48,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:48,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:48,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:48,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:48,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:49,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21f66ac0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-7416804664866918568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:49,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-10T06:20:49,068 INFO [Time-limited test {}] server.Server(415): Started @46701ms 2024-11-10T06:20:49,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:49,175 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/data/data1/current/BP-106508728-172.17.0.2-1731219648695/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:49,175 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/data/data2/current/BP-106508728-172.17.0.2-1731219648695/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:49,191 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bbbcc8c7d558f30 with lease ID 0xcb6ea3b60253ea74: Processing first storage report for DS-b11d59ae-37c6-4db2-b93e-be6295abf31a from datanode DatanodeRegistration(127.0.0.1:35433, datanodeUuid=c7539ab1-28ff-406e-997c-9d9112923a8d, infoPort=45437, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=1073061392;c=1731219648695) 2024-11-10T06:20:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bbbcc8c7d558f30 with lease ID 0xcb6ea3b60253ea74: from storage DS-b11d59ae-37c6-4db2-b93e-be6295abf31a node DatanodeRegistration(127.0.0.1:35433, datanodeUuid=c7539ab1-28ff-406e-997c-9d9112923a8d, infoPort=45437, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=1073061392;c=1731219648695), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bbbcc8c7d558f30 with lease ID 0xcb6ea3b60253ea74: Processing first storage report for DS-6b5274af-77bf-4c5b-8e67-ddcf4ed6657e from datanode DatanodeRegistration(127.0.0.1:35433, datanodeUuid=c7539ab1-28ff-406e-997c-9d9112923a8d, infoPort=45437, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=1073061392;c=1731219648695) 2024-11-10T06:20:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bbbcc8c7d558f30 with lease ID 0xcb6ea3b60253ea74: from storage DS-6b5274af-77bf-4c5b-8e67-ddcf4ed6657e node DatanodeRegistration(127.0.0.1:35433, datanodeUuid=c7539ab1-28ff-406e-997c-9d9112923a8d, infoPort=45437, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=1073061392;c=1731219648695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:49,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850 2024-11-10T06:20:49,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:49,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac with version=8 2024-11-10T06:20:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/hbase-staging 2024-11-10T06:20:49,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:49,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:49,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-10T06:20:49,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42337 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423370x0, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:49,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42337-0x10100895b250000 connected 2024-11-10T06:20:49,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/running 2024-11-10T06:20:49,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac, hbase.cluster.distributed=false 2024-11-10T06:20:49,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/acl 2024-11-10T06:20:49,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-10T06:20:49,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-10T06:20:49,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-10T06:20:49,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-10T06:20:49,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-10T06:20:49,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:49,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:49,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37911 2024-11-10T06:20:49,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37911 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:49,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379110x0, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:49,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379110x0, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/running 2024-11-10T06:20:49,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37911-0x10100895b250001 connected 2024-11-10T06:20:49,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:49,763 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:49,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/master 2024-11-10T06:20:49,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/acl 2024-11-10T06:20:49,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-10T06:20:49,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37911 2024-11-10T06:20:49,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37911 2024-11-10T06:20:49,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-10T06:20:49,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-10T06:20:49,781 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:42337 2024-11-10T06:20:49,781 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01890989717/backup-masters/c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/backup-masters 2024-11-10T06:20:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/backup-masters 2024-11-10T06:20:49,783 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on existing znode=/01890989717/backup-masters/c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:49,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01890989717/master 2024-11-10T06:20:49,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:49,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:49,786 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on existing znode=/01890989717/master 2024-11-10T06:20:49,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01890989717/backup-masters/c48ba4c5549b,42337,1731219649707 from backup master directory 2024-11-10T06:20:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01890989717/backup-masters/c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/backup-masters 2024-11-10T06:20:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/backup-masters 2024-11-10T06:20:49,787 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:49,788 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:49,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/hbase.id] with ID: 092e8110-9712-480f-ae8d-2650ee8494aa 2024-11-10T06:20:49,792 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/.tmp/hbase.id 2024-11-10T06:20:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:50,198 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/.tmp/hbase.id]:[hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/hbase.id] 2024-11-10T06:20:50,209 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:50,209 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:50,210 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:50,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:50,620 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:50,620 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:50,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:51,028 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store 2024-11-10T06:20:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:51,435 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:51,435 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:51,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219651435Disabling compacts and flushes for region at 1731219651435Disabling writes for close at 1731219651435Writing region close event to WAL at 1731219651435Closed at 1731219651435 2024-11-10T06:20:51,436 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/.initializing 2024-11-10T06:20:51,436 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/WALs/c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:51,437 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:51,439 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C42337%2C1731219649707, suffix=, logDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/WALs/c48ba4c5549b,42337,1731219649707, archiveDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:51,452 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/WALs/c48ba4c5549b,42337,1731219649707/c48ba4c5549b%2C42337%2C1731219649707.1731219651439, exclude list is [], retry=0 2024-11-10T06:20:51,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b11d59ae-37c6-4db2-b93e-be6295abf31a,DISK] 2024-11-10T06:20:51,456 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/WALs/c48ba4c5549b,42337,1731219649707/c48ba4c5549b%2C42337%2C1731219649707.1731219651439 2024-11-10T06:20:51,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-10T06:20:51,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:51,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:51,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:51,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:51,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:51,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:51,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:51,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:51,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:51,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:51,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:51,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:51,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:51,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:51,465 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,466 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,466 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,467 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:51,468 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:51,470 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:51,470 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72203922, jitterRate=0.07592228055000305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:51,471 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219651457Initializing all the Stores at 1731219651458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219651458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219651458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219651458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219651458Cleaning up temporary data from old regions at 1731219651467 (+9 ms)Region opened successfully at 1731219651471 (+4 ms) 2024-11-10T06:20:51,471 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:51,474 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4356a900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:51,474 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:20:51,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:51,477 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:51,478 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:51,479 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/balancer already deleted, retry=false 2024-11-10T06:20:51,479 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:51,480 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:51,481 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/normalizer already deleted, retry=false 2024-11-10T06:20:51,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:51,482 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:51,483 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/switch/split already deleted, retry=false 2024-11-10T06:20:51,484 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:51,486 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/switch/merge already deleted, retry=false 2024-11-10T06:20:51,487 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:51,488 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01890989717/running 2024-11-10T06:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01890989717/running 2024-11-10T06:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,491 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,42337,1731219649707, sessionid=0x10100895b250000, setting cluster-up flag (Was=false) 2024-11-10T06:20:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,499 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01890989717/flush-table-proc/acquired, /01890989717/flush-table-proc/reached, /01890989717/flush-table-proc/abort 2024-11-10T06:20:51,500 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:51,508 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01890989717/online-snapshot/acquired, /01890989717/online-snapshot/reached, /01890989717/online-snapshot/abort 2024-11-10T06:20:51,509 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:51,510 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:51,511 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:51,512 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:51,512 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:51,512 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,42337,1731219649707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:51,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219681515 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:51,515 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:51,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:51,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:51,517 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219651517,5,FailOnTimeoutGroup] 2024-11-10T06:20:51,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:51,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:51,517 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219651517,5,FailOnTimeoutGroup] 2024-11-10T06:20:51,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:51,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:51,572 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(746): ClusterId : 092e8110-9712-480f-ae8d-2650ee8494aa 2024-11-10T06:20:51,573 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:51,575 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:51,575 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:51,577 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:51,577 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24391b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:51,589 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:37911 2024-11-10T06:20:51,589 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:51,589 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:51,589 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:51,589 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,42337,1731219649707 with port=37911, startcode=1731219649753 2024-11-10T06:20:51,589 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:51,591 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:51,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,593 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac 2024-11-10T06:20:51,593 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43431 2024-11-10T06:20:51,593 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/rs 2024-11-10T06:20:51,595 DEBUG [RS:0;c48ba4c5549b:37911 {}] zookeeper.ZKUtil(111): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on existing znode=/01890989717/rs/c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,595 WARN [RS:0;c48ba4c5549b:37911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:51,595 INFO [RS:0;c48ba4c5549b:37911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:51,595 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,37911,1731219649753] 2024-11-10T06:20:51,598 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:51,600 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:51,600 INFO [RS:0;c48ba4c5549b:37911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:51,600 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,604 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:51,604 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:51,605 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:51,605 DEBUG [RS:0;c48ba4c5549b:37911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,607 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37911,1731219649753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:51,622 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:51,622 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37911,1731219649753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,622 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,622 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.Replication(171): c48ba4c5549b,37911,1731219649753 started 2024-11-10T06:20:51,635 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:51,635 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,37911,1731219649753, RpcServer on c48ba4c5549b/172.17.0.2:37911, sessionid=0x10100895b250001 2024-11-10T06:20:51,635 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37911,1731219649753' 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01890989717/flush-table-proc/abort' 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01890989717/flush-table-proc/acquired' 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37911,1731219649753' 2024-11-10T06:20:51,636 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01890989717/online-snapshot/abort' 2024-11-10T06:20:51,637 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01890989717/online-snapshot/acquired' 2024-11-10T06:20:51,637 DEBUG [RS:0;c48ba4c5549b:37911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:51,637 INFO [RS:0;c48ba4c5549b:37911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:51,637 INFO [RS:0;c48ba4c5549b:37911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:51,738 INFO [RS:0;c48ba4c5549b:37911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:51,739 INFO [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37911%2C1731219649753, suffix=, logDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753, archiveDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs, maxLogs=10 2024-11-10T06:20:51,752 DEBUG [RS:0;c48ba4c5549b:37911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739, exclude list is [], retry=0 2024-11-10T06:20:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b11d59ae-37c6-4db2-b93e-be6295abf31a,DISK] 2024-11-10T06:20:51,757 INFO [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 2024-11-10T06:20:51,759 DEBUG [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-10T06:20:51,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:51,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac 2024-11-10T06:20:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:52,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:52,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:52,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:52,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:52,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:52,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:52,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:52,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:52,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:52,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:52,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740 2024-11-10T06:20:52,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740 2024-11-10T06:20:52,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:52,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:52,342 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:52,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:52,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:52,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74976766, jitterRate=0.11724087595939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:52,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219652331Initializing all the Stores at 1731219652332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219652332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652332Cleaning up temporary data from old regions at 1731219652342 (+10 ms)Region opened successfully at 1731219652346 (+4 ms) 2024-11-10T06:20:52,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:52,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:52,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-10T06:20:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:52,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:52,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219652346Disabling compacts and flushes for region at 1731219652346Disabling writes for close at 1731219652347 (+1 ms)Writing region close event to WAL at 1731219652347Closed at 1731219652347 2024-11-10T06:20:52,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:52,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:52,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:52,350 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:52,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:52,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:52,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:52,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:52,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:52,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:52,501 DEBUG [c48ba4c5549b:42337 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:52,502 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:52,503 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37911,1731219649753, state=OPENING 2024-11-10T06:20:52,506 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:20:52,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:52,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37911,1731219649753}] 2024-11-10T06:20:52,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01890989717/meta-region-server: CHANGED 2024-11-10T06:20:52,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01890989717/meta-region-server: CHANGED 2024-11-10T06:20:52,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:52,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:52,666 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:52,666 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:52,667 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:52,668 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37911%2C1731219649753.meta, suffix=.meta, logDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753, archiveDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs, maxLogs=10 2024-11-10T06:20:52,682 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.meta.1731219652668.meta, exclude list is [], retry=0 2024-11-10T06:20:52,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b11d59ae-37c6-4db2-b93e-be6295abf31a,DISK] 2024-11-10T06:20:52,685 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.meta.1731219652668.meta 2024-11-10T06:20:52,686 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-10T06:20:52,686 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:52,686 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:52,686 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:52,686 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:52,686 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:52,686 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:52,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:52,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:52,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:52,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:52,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:52,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:52,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:52,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:52,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:52,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:52,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:52,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:52,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:52,693 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:52,694 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740 2024-11-10T06:20:52,695 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740 2024-11-10T06:20:52,696 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:52,696 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:52,697 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:52,698 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:52,699 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67813730, jitterRate=0.010503321886062622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:52,699 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:52,700 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219652687Writing region info on filesystem at 1731219652687Initializing all the Stores at 1731219652687Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652688 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219652688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219652688Cleaning up temporary data from old regions at 1731219652696 (+8 ms)Running coprocessor post-open hooks at 1731219652699 (+3 ms)Region opened successfully at 1731219652700 (+1 ms) 2024-11-10T06:20:52,701 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219652660 2024-11-10T06:20:52,704 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:52,704 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:52,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:52,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37911,1731219649753, state=OPEN 2024-11-10T06:20:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01890989717/meta-region-server 2024-11-10T06:20:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01890989717/meta-region-server 2024-11-10T06:20:52,709 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01890989717/meta-region-server: CHANGED 2024-11-10T06:20:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01890989717/meta-region-server: CHANGED 2024-11-10T06:20:52,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:52,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37911,1731219649753 in 202 msec 2024-11-10T06:20:52,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:52,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-10T06:20:52,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:52,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:52,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:52,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:20:52,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:52,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:52,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-10T06:20:52,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219652722, completionTime=-1 2024-11-10T06:20:52,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:52,723 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:52,724 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:52,724 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219712724 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219772725 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:42337, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,726 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:52,728 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:52,729 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:52,731 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:52,731 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:52,731 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42337,1731219649707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:52,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7333f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:52,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42337,-1 for getting cluster id 2024-11-10T06:20:52,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:52,775 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092e8110-9712-480f-ae8d-2650ee8494aa' 2024-11-10T06:20:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092e8110-9712-480f-ae8d-2650ee8494aa" 2024-11-10T06:20:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e222a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42337,-1] 2024-11-10T06:20:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:52,776 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:52,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:52,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:52,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:20:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:52,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:52,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:52,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10100895b250002 connected 2024-11-10T06:20:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir so I do NOT create it in target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c 2024-11-10T06:20:52,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:20:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.tmp.dir so I do NOT create it in target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c 2024-11-10T06:20:52,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:20:52,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c 2024-11-10T06:20:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:20:52,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/cluster_a19c368a-6962-af90-9e52-8a7fb902210f, deleteOnExit=true 2024-11-10T06:20:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/test.cache.data in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:20:52,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:20:52,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:20:52,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:52,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:52,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:52,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:52,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:20:52,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:52,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:52,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:52,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1361c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-9549486698927750095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:20:52,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-10T06:20:52,982 INFO [Time-limited test {}] server.Server(415): Started @50615ms 2024-11-10T06:20:53,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:20:53,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:20:53,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:20:53,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:20:53,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:20:53,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:20:53,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:20:53,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36fce771{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/java.io.tmpdir/jetty-localhost-39219-hadoop-hdfs-3_4_1-tests_jar-_-any-15694825215907554493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:20:53,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:39219} 2024-11-10T06:20:53,179 INFO [Time-limited test {}] server.Server(415): Started @50812ms 2024-11-10T06:20:53,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:20:53,279 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/cluster_a19c368a-6962-af90-9e52-8a7fb902210f/data/data1/current/BP-683002320-172.17.0.2-1731219652811/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:53,279 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/cluster_a19c368a-6962-af90-9e52-8a7fb902210f/data/data2/current/BP-683002320-172.17.0.2-1731219652811/current, will proceed with Du for space computation calculation, 2024-11-10T06:20:53,298 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:20:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0a36137bda4c364 with lease ID 0xdfe445936826cd2c: Processing first storage report for DS-ce6bf944-c6f1-4fa7-8aa8-229231f30570 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=f22829b7-f8cc-48dd-8482-f1a1c1b0b232, infoPort=40729, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1800187083;c=1731219652811) 2024-11-10T06:20:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0a36137bda4c364 with lease ID 0xdfe445936826cd2c: from storage DS-ce6bf944-c6f1-4fa7-8aa8-229231f30570 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=f22829b7-f8cc-48dd-8482-f1a1c1b0b232, infoPort=40729, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1800187083;c=1731219652811), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:20:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0a36137bda4c364 with lease ID 0xdfe445936826cd2c: Processing first storage report for DS-40640004-54ef-442d-bd03-8d46f376d9b7 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=f22829b7-f8cc-48dd-8482-f1a1c1b0b232, infoPort=40729, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1800187083;c=1731219652811) 2024-11-10T06:20:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0a36137bda4c364 with lease ID 0xdfe445936826cd2c: from storage DS-40640004-54ef-442d-bd03-8d46f376d9b7 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=f22829b7-f8cc-48dd-8482-f1a1c1b0b232, infoPort=40729, infoSecurePort=0, ipcPort=37093, storageInfo=lv=-57;cid=testClusterID;nsid=1800187083;c=1731219652811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:20:53,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c 2024-11-10T06:20:53,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:20:53,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde with version=8 2024-11-10T06:20:53,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/hbase-staging 2024-11-10T06:20:53,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:53,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:20:53,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:53,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33657 2024-11-10T06:20:53,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33657 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336570x0, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:53,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33657-0x10100895b250003 connected 2024-11-10T06:20:53,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/running 2024-11-10T06:20:53,738 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde, hbase.cluster.distributed=false 2024-11-10T06:20:53,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/acl 2024-11-10T06:20:53,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-10T06:20:53,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33657 2024-11-10T06:20:53,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33657 2024-11-10T06:20:53,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-10T06:20:53,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33657 2024-11-10T06:20:53,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:20:53,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:20:53,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38797 2024-11-10T06:20:53,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38797 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:53,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:53,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387970x0, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:53,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387970x0, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/running 2024-11-10T06:20:53,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38797-0x10100895b250004 connected 2024-11-10T06:20:53,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:20:53,765 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:20:53,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/master 2024-11-10T06:20:53,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/acl 2024-11-10T06:20:53,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-10T06:20:53,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38797 2024-11-10T06:20:53,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38797 2024-11-10T06:20:53,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-10T06:20:53,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38797 2024-11-10T06:20:53,786 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:33657 2024-11-10T06:20:53,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1476072486/backup-masters/c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:53,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/backup-masters 2024-11-10T06:20:53,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/backup-masters 2024-11-10T06:20:53,788 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on existing znode=/1476072486/backup-masters/c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:53,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1476072486/master 2024-11-10T06:20:53,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:53,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:53,790 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on existing znode=/1476072486/master 2024-11-10T06:20:53,792 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1476072486/backup-masters/c48ba4c5549b,33657,1731219653716 from backup master directory 2024-11-10T06:20:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1476072486/backup-masters/c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/backup-masters 2024-11-10T06:20:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/backup-masters 2024-11-10T06:20:53,793 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:53,793 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:53,798 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/hbase.id] with ID: 7c9fbb27-bb5a-463a-a39e-9887e90f34d5 2024-11-10T06:20:53,798 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/.tmp/hbase.id 2024-11-10T06:20:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:20:54,203 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/.tmp/hbase.id]:[hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/hbase.id] 2024-11-10T06:20:54,214 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:20:54,214 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:20:54,215 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:20:54,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:54,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:54,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:20:54,624 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:54,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:20:54,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:20:55,033 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store 2024-11-10T06:20:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:20:55,440 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:55,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:20:55,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:55,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:55,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:20:55,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:55,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:20:55,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219655440Disabling compacts and flushes for region at 1731219655440Disabling writes for close at 1731219655441 (+1 ms)Writing region close event to WAL at 1731219655441Closed at 1731219655441 2024-11-10T06:20:55,442 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/.initializing 2024-11-10T06:20:55,442 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/WALs/c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:55,443 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:55,445 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C33657%2C1731219653716, suffix=, logDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/WALs/c48ba4c5549b,33657,1731219653716, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/oldWALs, maxLogs=10 2024-11-10T06:20:55,458 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/WALs/c48ba4c5549b,33657,1731219653716/c48ba4c5549b%2C33657%2C1731219653716.1731219655445, exclude list is [], retry=0 2024-11-10T06:20:55,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-ce6bf944-c6f1-4fa7-8aa8-229231f30570,DISK] 2024-11-10T06:20:55,463 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/WALs/c48ba4c5549b,33657,1731219653716/c48ba4c5549b%2C33657%2C1731219653716.1731219655445 2024-11-10T06:20:55,463 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40729:40729)] 2024-11-10T06:20:55,463 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:55,464 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:55,464 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,464 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:20:55,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:55,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:55,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:20:55,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:55,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:55,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:20:55,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:55,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:55,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:20:55,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:55,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:55,471 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,472 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,472 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,473 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,473 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,474 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:55,475 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:20:55,477 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:55,477 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60936798, jitterRate=-0.09197095036506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:55,477 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219655464Initializing all the Stores at 1731219655465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219655465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219655465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219655465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219655465Cleaning up temporary data from old regions at 1731219655473 (+8 ms)Region opened successfully at 1731219655477 (+4 ms) 2024-11-10T06:20:55,477 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:20:55,480 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689e65d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:55,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:20:55,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:20:55,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:20:55,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:20:55,482 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:20:55,482 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:20:55,482 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:20:55,484 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:20:55,484 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/balancer because node does not exist (not necessarily an error) 2024-11-10T06:20:55,486 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/balancer already deleted, retry=false 2024-11-10T06:20:55,486 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:20:55,486 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:20:55,488 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/normalizer already deleted, retry=false 2024-11-10T06:20:55,488 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:20:55,489 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:20:55,490 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/switch/split already deleted, retry=false 2024-11-10T06:20:55,491 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:20:55,492 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/switch/merge already deleted, retry=false 2024-11-10T06:20:55,494 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:20:55,495 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/snapshot-cleanup already deleted, retry=false 2024-11-10T06:20:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1476072486/running 2024-11-10T06:20:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1476072486/running 2024-11-10T06:20:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,497 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,33657,1731219653716, sessionid=0x10100895b250003, setting cluster-up flag (Was=false) 2024-11-10T06:20:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,505 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1476072486/flush-table-proc/acquired, /1476072486/flush-table-proc/reached, /1476072486/flush-table-proc/abort 2024-11-10T06:20:55,506 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:55,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:55,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1476072486/online-snapshot/acquired, /1476072486/online-snapshot/reached, /1476072486/online-snapshot/abort 2024-11-10T06:20:55,520 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:55,521 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:20:55,523 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:55,523 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:20:55,523 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:20:55,523 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,33657,1731219653716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:20:55,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,525 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:55,525 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,525 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219685525 2024-11-10T06:20:55,525 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:55,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:20:55,526 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:20:55,527 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219655527,5,FailOnTimeoutGroup] 2024-11-10T06:20:55,527 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219655527,5,FailOnTimeoutGroup] 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:55,527 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:20:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:20:55,577 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(746): ClusterId : 7c9fbb27-bb5a-463a-a39e-9887e90f34d5 2024-11-10T06:20:55,577 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:20:55,579 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:20:55,579 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:20:55,581 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:20:55,581 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6f2f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:20:55,593 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:38797 2024-11-10T06:20:55,593 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:20:55,593 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:20:55,593 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:20:55,594 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,33657,1731219653716 with port=38797, startcode=1731219653755 2024-11-10T06:20:55,594 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:20:55,595 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:20:55,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33657 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,597 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde 2024-11-10T06:20:55,597 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40797 2024-11-10T06:20:55,597 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:20:55,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/rs 2024-11-10T06:20:55,599 DEBUG [RS:0;c48ba4c5549b:38797 {}] zookeeper.ZKUtil(111): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on existing znode=/1476072486/rs/c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,599 WARN [RS:0;c48ba4c5549b:38797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:20:55,600 INFO [RS:0;c48ba4c5549b:38797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:55,600 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,38797,1731219653755] 2024-11-10T06:20:55,603 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:20:55,605 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:20:55,605 INFO [RS:0;c48ba4c5549b:38797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:20:55,605 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,606 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:20:55,606 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:20:55,606 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:55,607 DEBUG [RS:0;c48ba4c5549b:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,611 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38797,1731219653755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:55,626 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:20:55,626 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38797,1731219653755-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,626 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,626 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.Replication(171): c48ba4c5549b,38797,1731219653755 started 2024-11-10T06:20:55,640 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:55,640 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,38797,1731219653755, RpcServer on c48ba4c5549b/172.17.0.2:38797, sessionid=0x10100895b250004 2024-11-10T06:20:55,640 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:20:55,640 DEBUG [RS:0;c48ba4c5549b:38797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,640 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38797,1731219653755' 2024-11-10T06:20:55,640 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1476072486/flush-table-proc/abort' 2024-11-10T06:20:55,640 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1476072486/flush-table-proc/acquired' 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38797,1731219653755' 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1476072486/online-snapshot/abort' 2024-11-10T06:20:55,641 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1476072486/online-snapshot/acquired' 2024-11-10T06:20:55,642 DEBUG [RS:0;c48ba4c5549b:38797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:20:55,642 INFO [RS:0;c48ba4c5549b:38797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:20:55,642 INFO [RS:0;c48ba4c5549b:38797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:20:55,742 INFO [RS:0;c48ba4c5549b:38797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:20:55,744 INFO [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38797%2C1731219653755, suffix=, logDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/oldWALs, maxLogs=10 2024-11-10T06:20:55,758 DEBUG [RS:0;c48ba4c5549b:38797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.1731219655744, exclude list is [], retry=0 2024-11-10T06:20:55,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-ce6bf944-c6f1-4fa7-8aa8-229231f30570,DISK] 2024-11-10T06:20:55,762 INFO [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.1731219655744 2024-11-10T06:20:55,763 DEBUG [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40729:40729)] 2024-11-10T06:20:55,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:20:55,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde 2024-11-10T06:20:55,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:20:56,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:56,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:56,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:56,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:56,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:56,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:56,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:56,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:56,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:56,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740 2024-11-10T06:20:56,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740 2024-11-10T06:20:56,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:56,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:56,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:56,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:56,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:56,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784238, jitterRate=0.06966850161552429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219656346Initializing all the Stores at 1731219656347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219656347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656347Cleaning up temporary data from old regions at 1731219656357 (+10 ms)Region opened successfully at 1731219656361 (+4 ms) 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:20:56,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:20:56,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:20:56,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219656361Disabling compacts and flushes for region at 1731219656361Disabling writes for close at 1731219656361Writing region close event to WAL at 1731219656361Closed at 1731219656361 2024-11-10T06:20:56,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:56,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:20:56,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:20:56,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:56,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:20:56,515 DEBUG [c48ba4c5549b:33657 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:20:56,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:56,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38797,1731219653755, state=OPENING 2024-11-10T06:20:56,522 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:20:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:20:56,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1476072486/meta-region-server: CHANGED 2024-11-10T06:20:56,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1476072486/meta-region-server: CHANGED 2024-11-10T06:20:56,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:20:56,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38797,1731219653755}] 2024-11-10T06:20:56,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:20:56,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:20:56,683 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:20:56,683 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:20:56,684 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:20:56,685 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38797%2C1731219653755.meta, suffix=.meta, logDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755, archiveDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/oldWALs, maxLogs=10 2024-11-10T06:20:56,700 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.meta.1731219656685.meta, exclude list is [], retry=0 2024-11-10T06:20:56,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-ce6bf944-c6f1-4fa7-8aa8-229231f30570,DISK] 2024-11-10T06:20:56,703 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.meta.1731219656685.meta 2024-11-10T06:20:56,704 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40729:40729)] 2024-11-10T06:20:56,704 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:56,704 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:56,704 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:20:56,704 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:20:56,704 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:20:56,705 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:20:56,705 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:56,705 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:20:56,705 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:20:56,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:20:56,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:20:56,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:20:56,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:20:56,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:20:56,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:20:56,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:20:56,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:20:56,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:20:56,711 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:20:56,712 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740 2024-11-10T06:20:56,713 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740 2024-11-10T06:20:56,714 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:20:56,714 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:20:56,714 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:20:56,715 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:20:56,716 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59904774, jitterRate=-0.10734930634498596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:20:56,716 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:20:56,716 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219656705Writing region info on filesystem at 1731219656705Initializing all the Stores at 1731219656706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219656706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219656706Cleaning up temporary data from old regions at 1731219656714 (+8 ms)Running coprocessor post-open hooks at 1731219656716 (+2 ms)Region opened successfully at 1731219656716 2024-11-10T06:20:56,717 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219656678 2024-11-10T06:20:56,719 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:20:56,719 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:20:56,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:56,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38797,1731219653755, state=OPEN 2024-11-10T06:20:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1476072486/meta-region-server 2024-11-10T06:20:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1476072486/meta-region-server 2024-11-10T06:20:56,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:56,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1476072486/meta-region-server: CHANGED 2024-11-10T06:20:56,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1476072486/meta-region-server: CHANGED 2024-11-10T06:20:56,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:20:56,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38797,1731219653755 in 198 msec 2024-11-10T06:20:56,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:20:56,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-10T06:20:56,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:20:56,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:20:56,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:56,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38797,1731219653755, seqNum=-1] 2024-11-10T06:20:56,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:56,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:56,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-10T06:20:56,736 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219656736, completionTime=-1 2024-11-10T06:20:56,736 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:20:56,736 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:20:56,738 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:20:56,738 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219716738 2024-11-10T06:20:56,738 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219776738 2024-11-10T06:20:56,738 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:33657, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,739 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,741 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:20:56,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:20:56,746 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:20:56,746 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:20:56,746 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33657,1731219653716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:20:56,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca8a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:56,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33657,-1 for getting cluster id 2024-11-10T06:20:56,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:20:56,779 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fbb27-bb5a-463a-a39e-9887e90f34d5' 2024-11-10T06:20:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fbb27-bb5a-463a-a39e-9887e90f34d5" 2024-11-10T06:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33657,-1] 2024-11-10T06:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:20:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:20:56,781 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:20:56,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:20:56,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:20:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38797,1731219653755, seqNum=-1] 2024-11-10T06:20:56,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:20:56,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:20:56,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:56,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52090 2024-11-10T06:20:56,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:20:56,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10100895b250005 connected 2024-11-10T06:20:56,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42337,1731219649707 2024-11-10T06:20:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501f6815 2024-11-10T06:20:56,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:56,799 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:56,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:20:56,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:20:56,807 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:56,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:20:56,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:20:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:20:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:57,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff8c1a880d885b8027c91b97669d570b, NAME => 'test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac 2024-11-10T06:20:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:20:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:20:57,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:20:57,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:20:57,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T06:20:57,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:20:57,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:20:57,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff8c1a880d885b8027c91b97669d570b, disabling compactions & flushes 2024-11-10T06:20:57,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. after waiting 0 ms 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff8c1a880d885b8027c91b97669d570b: Waiting for close lock at 1731219657623Disabling compacts and flushes for region at 1731219657623Disabling writes for close at 1731219657623Writing region close event to WAL at 1731219657623Closed at 1731219657623 2024-11-10T06:20:57,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:20:57,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219657625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219657625"}]},"ts":"1731219657625"} 2024-11-10T06:20:57,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:20:57,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:20:57,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219657629"}]},"ts":"1731219657629"} 2024-11-10T06:20:57,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:20:57,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff8c1a880d885b8027c91b97669d570b, ASSIGN}] 2024-11-10T06:20:57,632 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff8c1a880d885b8027c91b97669d570b, ASSIGN 2024-11-10T06:20:57,633 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff8c1a880d885b8027c91b97669d570b, ASSIGN; state=OFFLINE, location=c48ba4c5549b,37911,1731219649753; forceNewPlan=false, retain=false 2024-11-10T06:20:57,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff8c1a880d885b8027c91b97669d570b, regionState=OPENING, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:57,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff8c1a880d885b8027c91b97669d570b, ASSIGN because future has completed 2024-11-10T06:20:57,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8c1a880d885b8027c91b97669d570b, server=c48ba4c5549b,37911,1731219649753}] 2024-11-10T06:20:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:57,945 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,945 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff8c1a880d885b8027c91b97669d570b, NAME => 'test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:20:57,945 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:20:57,946 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:20:57,946 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,946 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:57,946 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,946 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,947 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,949 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8c1a880d885b8027c91b97669d570b columnFamilyName f 2024-11-10T06:20:57,949 DEBUG [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:57,949 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(327): Store=ff8c1a880d885b8027c91b97669d570b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:57,950 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,951 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8c1a880d885b8027c91b97669d570b columnFamilyName f1 2024-11-10T06:20:57,951 DEBUG [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:57,951 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(327): Store=ff8c1a880d885b8027c91b97669d570b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:57,951 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,952 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8c1a880d885b8027c91b97669d570b columnFamilyName norep 2024-11-10T06:20:57,952 DEBUG [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:57,953 INFO [StoreOpener-ff8c1a880d885b8027c91b97669d570b-1 {}] regionserver.HStore(327): Store=ff8c1a880d885b8027c91b97669d570b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:20:57,953 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,954 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,954 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,955 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,955 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,955 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:20:57,956 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,959 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:20:57,959 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff8c1a880d885b8027c91b97669d570b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71961531, jitterRate=0.07231037318706512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:20:57,959 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:20:57,960 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff8c1a880d885b8027c91b97669d570b: Running coprocessor pre-open hook at 1731219657946Writing region info on filesystem at 1731219657946Initializing all the Stores at 1731219657947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219657947Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219657947Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219657947Cleaning up temporary data from old regions at 1731219657955 (+8 ms)Running coprocessor post-open hooks at 1731219657959 (+4 ms)Region opened successfully at 1731219657960 (+1 ms) 2024-11-10T06:20:57,963 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., pid=6, masterSystemTime=1731219657940 2024-11-10T06:20:57,965 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,965 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:20:57,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff8c1a880d885b8027c91b97669d570b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:20:57,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8c1a880d885b8027c91b97669d570b, server=c48ba4c5549b,37911,1731219649753 because future has completed 2024-11-10T06:20:57,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:20:57,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff8c1a880d885b8027c91b97669d570b, server=c48ba4c5549b,37911,1731219649753 in 184 msec 2024-11-10T06:20:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:20:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff8c1a880d885b8027c91b97669d570b, ASSIGN in 343 msec 2024-11-10T06:20:57,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:20:57,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219657978"}]},"ts":"1731219657978"} 2024-11-10T06:20:57,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:20:57,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:20:57,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-10T06:20:58,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:20:58,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:58,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:58,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:58,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:20:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:58,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:20:58,965 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:20:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33657,1731219653716 2024-11-10T06:20:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-11-10T06:20:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:20:58,968 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:20:58,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:20:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:20:58,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:20:58,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:20:58,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:20:58,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:20:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:58,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:20:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:59,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a64f84a97ebbe222fd07b0aa36ff5a86, NAME => 'test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde 2024-11-10T06:20:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:20:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a64f84a97ebbe222fd07b0aa36ff5a86, disabling compactions & flushes 2024-11-10T06:20:59,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. after waiting 0 ms 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:20:59,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:20:59,788 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a64f84a97ebbe222fd07b0aa36ff5a86: Waiting for close lock at 1731219659788Disabling compacts and flushes for region at 1731219659788Disabling writes for close at 1731219659788Writing region close event to WAL at 1731219659788Closed at 1731219659788 2024-11-10T06:20:59,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:20:59,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219659790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219659790"}]},"ts":"1731219659790"} 2024-11-10T06:20:59,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:20:59,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:20:59,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219659794"}]},"ts":"1731219659794"} 2024-11-10T06:20:59,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:20:59,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86, ASSIGN}] 2024-11-10T06:20:59,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86, ASSIGN 2024-11-10T06:20:59,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86, ASSIGN; state=OFFLINE, location=c48ba4c5549b,38797,1731219653755; forceNewPlan=false, retain=false 2024-11-10T06:20:59,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a64f84a97ebbe222fd07b0aa36ff5a86, regionState=OPENING, regionLocation=c48ba4c5549b,38797,1731219653755 2024-11-10T06:20:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86, ASSIGN because future has completed 2024-11-10T06:20:59,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64f84a97ebbe222fd07b0aa36ff5a86, server=c48ba4c5549b,38797,1731219653755}] 2024-11-10T06:21:00,110 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:21:00,110 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a64f84a97ebbe222fd07b0aa36ff5a86, NAME => 'test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:21:00,111 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:21:00,111 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:21:00,111 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,111 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:21:00,111 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,111 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,112 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,114 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64f84a97ebbe222fd07b0aa36ff5a86 columnFamilyName f 2024-11-10T06:21:00,114 DEBUG [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:21:00,115 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(327): Store=a64f84a97ebbe222fd07b0aa36ff5a86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:00,115 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,116 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64f84a97ebbe222fd07b0aa36ff5a86 columnFamilyName f1 2024-11-10T06:21:00,116 DEBUG [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:00,117 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(327): Store=a64f84a97ebbe222fd07b0aa36ff5a86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:00,117 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,118 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a64f84a97ebbe222fd07b0aa36ff5a86 columnFamilyName norep 2024-11-10T06:21:00,118 DEBUG [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:00,118 INFO [StoreOpener-a64f84a97ebbe222fd07b0aa36ff5a86-1 {}] regionserver.HStore(327): Store=a64f84a97ebbe222fd07b0aa36ff5a86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:00,118 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,119 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,119 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,120 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,120 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,121 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:21:00,122 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,124 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:21:00,124 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a64f84a97ebbe222fd07b0aa36ff5a86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58950021, jitterRate=-0.1215762346982956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:21:00,124 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:21:00,124 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a64f84a97ebbe222fd07b0aa36ff5a86: Running coprocessor pre-open hook at 1731219660111Writing region info on filesystem at 1731219660111Initializing all the Stores at 1731219660112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219660112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219660112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219660112Cleaning up temporary data from old regions at 1731219660120 (+8 ms)Running coprocessor post-open hooks at 1731219660124 (+4 ms)Region opened successfully at 1731219660124 2024-11-10T06:21:00,125 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86., pid=6, masterSystemTime=1731219660105 2024-11-10T06:21:00,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:21:00,127 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:21:00,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a64f84a97ebbe222fd07b0aa36ff5a86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,38797,1731219653755 2024-11-10T06:21:00,129 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33657 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c48ba4c5549b,38797,1731219653755, table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T06:21:00,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a64f84a97ebbe222fd07b0aa36ff5a86, server=c48ba4c5549b,38797,1731219653755 because future has completed 2024-11-10T06:21:00,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:21:00,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a64f84a97ebbe222fd07b0aa36ff5a86, server=c48ba4c5549b,38797,1731219653755 in 180 msec 2024-11-10T06:21:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:21:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a64f84a97ebbe222fd07b0aa36ff5a86, ASSIGN in 339 msec 2024-11-10T06:21:00,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:21:00,140 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219660140"}]},"ts":"1731219660140"} 2024-11-10T06:21:00,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:21:00,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:21:00,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-10T06:21:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:21:01,125 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:21:01,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59099e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42337,-1 for getting cluster id 2024-11-10T06:21:01,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:01,127 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092e8110-9712-480f-ae8d-2650ee8494aa' 2024-11-10T06:21:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092e8110-9712-480f-ae8d-2650ee8494aa" 2024-11-10T06:21:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a64cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42337,-1] 2024-11-10T06:21:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,128 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd05c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33657,-1 for getting cluster id 2024-11-10T06:21:01,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:01,131 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fbb27-bb5a-463a-a39e-9887e90f34d5' 2024-11-10T06:21:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fbb27-bb5a-463a-a39e-9887e90f34d5" 2024-11-10T06:21:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a0ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33657,-1] 2024-11-10T06:21:01,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:01,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,132 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:01,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4476d57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42337,-1 for getting cluster id 2024-11-10T06:21:01,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:01,134 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092e8110-9712-480f-ae8d-2650ee8494aa' 2024-11-10T06:21:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092e8110-9712-480f-ae8d-2650ee8494aa" 2024-11-10T06:21:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecbce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42337,-1] 2024-11-10T06:21:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,136 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42337,1731219649707 2024-11-10T06:21:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f684559 2024-11-10T06:21:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:01,140 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:21:01,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:33657,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:21:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:21:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:01,143 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33657' 2024-11-10T06:21:01,144 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c4b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,144 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33657,-1 for getting cluster id 2024-11-10T06:21:01,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:01,145 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fbb27-bb5a-463a-a39e-9887e90f34d5' 2024-11-10T06:21:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fbb27-bb5a-463a-a39e-9887e90f34d5" 2024-11-10T06:21:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91df5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33657,-1] 2024-11-10T06:21:01,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:01,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,146 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:01,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:01,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33657,1731219653716 2024-11-10T06:21:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dccb3b5 2024-11-10T06:21:01,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:01,149 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:21:01,149 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:21:01,150 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:21:01,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:01,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:21:01,150 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:21:01,151 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:21:01,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:21:01,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:01,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:21:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:21:01,201 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:21:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:01,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e898b0a96e175eec07cb842546665a94, NAME => 'hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac 2024-11-10T06:21:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:21:01,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e898b0a96e175eec07cb842546665a94, disabling compactions & flushes 2024-11-10T06:21:01,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. after waiting 0 ms 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:01,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:01,968 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e898b0a96e175eec07cb842546665a94: Waiting for close lock at 1731219661968Disabling compacts and flushes for region at 1731219661968Disabling writes for close at 1731219661968Writing region close event to WAL at 1731219661968Closed at 1731219661968 2024-11-10T06:21:01,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:21:01,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219661970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219661970"}]},"ts":"1731219661970"} 2024-11-10T06:21:01,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:21:01,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:21:01,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219661973"}]},"ts":"1731219661973"} 2024-11-10T06:21:01,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:21:01,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e898b0a96e175eec07cb842546665a94, ASSIGN}] 2024-11-10T06:21:01,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e898b0a96e175eec07cb842546665a94, ASSIGN 2024-11-10T06:21:01,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e898b0a96e175eec07cb842546665a94, ASSIGN; state=OFFLINE, location=c48ba4c5549b,37911,1731219649753; forceNewPlan=false, retain=false 2024-11-10T06:21:02,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e898b0a96e175eec07cb842546665a94, regionState=OPENING, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:21:02,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e898b0a96e175eec07cb842546665a94, ASSIGN because future has completed 2024-11-10T06:21:02,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e898b0a96e175eec07cb842546665a94, server=c48ba4c5549b,37911,1731219649753}] 2024-11-10T06:21:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:02,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:02,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:21:02,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:21:02,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37911%2C1731219649753.rep, suffix=, logDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753, archiveDir=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs, maxLogs=10 2024-11-10T06:21:02,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.rep.1731219662289, exclude list is [], retry=0 2024-11-10T06:21:02,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35433,DS-b11d59ae-37c6-4db2-b93e-be6295abf31a,DISK] 2024-11-10T06:21:02,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.rep.1731219662289 2024-11-10T06:21:02,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-11-10T06:21:02,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e898b0a96e175eec07cb842546665a94, NAME => 'hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:21:02,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:21:02,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:21:02,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. service=MultiRowMutationService 2024-11-10T06:21:02,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:21:02,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:21:02,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,309 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,311 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e898b0a96e175eec07cb842546665a94 columnFamilyName hfileref 2024-11-10T06:21:02,311 DEBUG [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:02,311 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(327): Store=e898b0a96e175eec07cb842546665a94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:02,311 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,312 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e898b0a96e175eec07cb842546665a94 columnFamilyName queue 2024-11-10T06:21:02,312 DEBUG [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:02,313 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(327): Store=e898b0a96e175eec07cb842546665a94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:02,313 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,314 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e898b0a96e175eec07cb842546665a94 columnFamilyName sid 2024-11-10T06:21:02,314 DEBUG [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:21:02,314 INFO [StoreOpener-e898b0a96e175eec07cb842546665a94-1 {}] regionserver.HStore(327): Store=e898b0a96e175eec07cb842546665a94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:21:02,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:21:02,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:21:02,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e898b0a96e175eec07cb842546665a94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70044463, jitterRate=0.043743833899497986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:21:02,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e898b0a96e175eec07cb842546665a94 2024-11-10T06:21:02,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e898b0a96e175eec07cb842546665a94: Running coprocessor pre-open hook at 1731219662308Writing region info on filesystem at 1731219662308Initializing all the Stores at 1731219662309 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219662309Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219662309Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219662309Cleaning up temporary data from old regions at 1731219662316 (+7 ms)Running coprocessor post-open hooks at 1731219662320 (+4 ms)Region opened successfully at 1731219662321 (+1 ms) 2024-11-10T06:21:02,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94., pid=10, masterSystemTime=1731219662283 2024-11-10T06:21:02,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:02,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:21:02,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e898b0a96e175eec07cb842546665a94, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,37911,1731219649753 2024-11-10T06:21:02,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e898b0a96e175eec07cb842546665a94, server=c48ba4c5549b,37911,1731219649753 because future has completed 2024-11-10T06:21:02,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:21:02,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e898b0a96e175eec07cb842546665a94, server=c48ba4c5549b,37911,1731219649753 in 197 msec 2024-11-10T06:21:02,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:21:02,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e898b0a96e175eec07cb842546665a94, ASSIGN in 355 msec 2024-11-10T06:21:02,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:21:02,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219662333"}]},"ts":"1731219662333"} 2024-11-10T06:21:02,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:21:02,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:21:02,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-10T06:21:02,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2] 2024-11-10T06:21:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:21:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:21:02,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:21:02,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:21:02,521 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:21:02,550 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,37911,1731219649753, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:21:02,551 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:02,551 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:21:02,551 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:02,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T06:21:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,37911,1731219649753', locateType=CURRENT is [region=hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2] 2024-11-10T06:21:02,557 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:21:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:21:02,559 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,37911,1731219649753 suceeded 2024-11-10T06:21:02,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:21:02,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T06:21:02,562 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:33657,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T06:21:02,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-10T06:21:02,572 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33657' 2024-11-10T06:21:02,573 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b7de7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:02,573 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33657,-1 for getting cluster id 2024-11-10T06:21:02,573 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:02,574 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fbb27-bb5a-463a-a39e-9887e90f34d5' 2024-11-10T06:21:02,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:02,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fbb27-bb5a-463a-a39e-9887e90f34d5" 2024-11-10T06:21:02,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1da7e0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:02,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33657,-1] 2024-11-10T06:21:02,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:02,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:02,576 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:02,576 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1faf28b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:02,576 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33657,1731219653716 2024-11-10T06:21:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0bd648 2024-11-10T06:21:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:02,578 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T06:21:02,579 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,37911,1731219649753 (queues=1) is replicating from cluster=092e8110-9712-480f-ae8d-2650ee8494aa to cluster=7c9fbb27-bb5a-463a-a39e-9887e90f34d5 2024-11-10T06:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C37911%2C1731219649753 2024-11-10T06:21:02,579 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,37911,1731219649753, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:21:02,579 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C37911%2C1731219649753 2024-11-10T06:21:02,579 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739, startPosition=0, beingWritten=true 2024-11-10T06:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:02,589 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:21:02,828 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:03,132 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:21:03,284 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:21:03,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:21:03,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:21:03,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:03,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:03,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:21:03,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:21:03,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731219663290/Put/seqid=0 2024-11-10T06:21:03,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741840_1016 (size=7894) 2024-11-10T06:21:03,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:21:03,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:21:03,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:21:03,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:21:03,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:21:03,536 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:03,698 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_1 is 34, key is ddd/f:row/1731219663697/Put/seqid=0 2024-11-10T06:21:03,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741841_1017 (size=7691) 2024-11-10T06:21:04,041 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:04,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a856ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42337,-1 for getting cluster id 2024-11-10T06:21:04,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:04,108 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092e8110-9712-480f-ae8d-2650ee8494aa' 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092e8110-9712-480f-ae8d-2650ee8494aa" 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a881d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42337,-1] 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:04,110 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:04,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664dbd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:21:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:04,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:21:04,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42337,1731219649707 2024-11-10T06:21:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bedcc4f 2024-11-10T06:21:04,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:04,129 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:21:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2] 2024-11-10T06:21:04,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:21:04,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T06:21:04,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T06:21:04,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_0 for inclusion in ff8c1a880d885b8027c91b97669d570b/f 2024-11-10T06:21:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T06:21:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:04,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_1 for inclusion in ff8c1a880d885b8027c91b97669d570b/f 2024-11-10T06:21:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T06:21:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegion(2603): Flush status journal for ff8c1a880d885b8027c91b97669d570b: 2024-11-10T06:21:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_0 to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_0 2024-11-10T06:21:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_0 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ 2024-11-10T06:21:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f/f/hfile_1 to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_1 2024-11-10T06:21:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_1 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ 2024-11-10T06:21:04,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_0 into ff8c1a880d885b8027c91b97669d570b/f as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ - updating store file list. 2024-11-10T06:21:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:04,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ into ff8c1a880d885b8027c91b97669d570b/f 2024-11-10T06:21:04,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_0 into ff8c1a880d885b8027c91b97669d570b/f (new location: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_) 2024-11-10T06:21:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_0 2024-11-10T06:21:04,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_1 into ff8c1a880d885b8027c91b97669d570b/f as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ - updating store file list. 2024-11-10T06:21:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:04,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ into ff8c1a880d885b8027c91b97669d570b/f 2024-11-10T06:21:04,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_1 into ff8c1a880d885b8027c91b97669d570b/f (new location: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_) 2024-11-10T06:21:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__m9iraraep14st76dpe4dvvcvj5f0801a6qnbo195jom5779rhg785492v5ovs3cu/f/hfile_1 2024-11-10T06:21:04,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:21:04,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:21:04,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:04,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:04,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:21:04,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 , the old value is region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:37911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:21:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38797,1731219653755, seqNum=-1] 2024-11-10T06:21:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:21:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 from cache 2024-11-10T06:21:04,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:04,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:21:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59682 deadline: 1731219724238 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59682 2024-11-10T06:21:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86., hostname=c48ba4c5549b,38797,1731219653755, seqNum=2] 2024-11-10T06:21:04,248 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:21:04,346 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:21:04,646 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 379, reset compression=false 2024-11-10T06:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff8c1a880d885b8027c91b97669d570b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219664230/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:21:04,673 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:21:04,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T06:21:04,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.ReplicationSink(318): Replicating [092e8110-9712-480f-ae8d-2650ee8494aa] bulk loaded data 2024-11-10T06:21:04,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9457ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33657,-1 for getting cluster id 2024-11-10T06:21:04,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:04,679 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9fbb27-bb5a-463a-a39e-9887e90f34d5' 2024-11-10T06:21:04,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:04,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9fbb27-bb5a-463a-a39e-9887e90f34d5" 2024-11-10T06:21:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7208c84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33657,-1] 2024-11-10T06:21:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:04,681 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:04,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@370e2da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741837_1013 (size=7894) 2024-11-10T06:21:04,853 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741838_1014 (size=7691) 2024-11-10T06:21:05,157 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:05,250 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:21:05,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33657,1731219653716 2024-11-10T06:21:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558f909b 2024-11-10T06:21:05,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:05,512 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T06:21:05,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:21:05,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:05,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38797,1731219653755, seqNum=-1] 2024-11-10T06:21:05,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:05,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T06:21:05,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T06:21:05,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T06:21:05,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ for inclusion in a64f84a97ebbe222fd07b0aa36ff5a86/f 2024-11-10T06:21:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T06:21:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:05,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ for inclusion in a64f84a97ebbe222fd07b0aa36ff5a86/f 2024-11-10T06:21:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T06:21:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HRegion(2603): Flush status journal for a64f84a97ebbe222fd07b0aa36ff5a86: 2024-11-10T06:21:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:21:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/8371322b825440ec849059d8ec0bc36a_SeqId_4_ 2024-11-10T06:21:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:21:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/342a886a3a014ad4bb34cc672f1c386a_SeqId_4_ 2024-11-10T06:21:05,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/8371322b825440ec849059d8ec0bc36a_SeqId_4_ - updating store file list. 2024-11-10T06:21:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8371322b825440ec849059d8ec0bc36a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:05,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/8371322b825440ec849059d8ec0bc36a_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f 2024-11-10T06:21:05,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f (new location: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/8371322b825440ec849059d8ec0bc36a_SeqId_4_) 2024-11-10T06:21:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_ 2024-11-10T06:21:05,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/342a886a3a014ad4bb34cc672f1c386a_SeqId_4_ - updating store file list. 2024-11-10T06:21:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 342a886a3a014ad4bb34cc672f1c386a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:05,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/342a886a3a014ad4bb34cc672f1c386a_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f 2024-11-10T06:21:05,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ into a64f84a97ebbe222fd07b0aa36ff5a86/f (new location: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/f/342a886a3a014ad4bb34cc672f1c386a_SeqId_4_) 2024-11-10T06:21:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/staging/jenkins.hfs.6__test__lfojqvmc90tsjdcj35dpcmidu8o4qlftkol2tlvt3rhfrafusbefa8s5cbs70fkb/f/cbf694d1dcb644c79e10d99014de6b6a_SeqId_4_ 2024-11-10T06:21:05,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] regionserver.ReplicationSink(324): Finished replicating [092e8110-9712-480f-ae8d-2650ee8494aa] bulk loaded data 2024-11-10T06:21:05,561 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:06,065 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:06,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:21:06,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731219666266/Put/seqid=0 2024-11-10T06:21:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741842_1018 (size=7997) 2024-11-10T06:21:06,669 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:06,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731219666673/Put/seqid=0 2024-11-10T06:21:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741843_1019 (size=7794) 2024-11-10T06:21:07,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:07,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42337,-1 for getting cluster id 2024-11-10T06:21:07,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:21:07,080 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092e8110-9712-480f-ae8d-2650ee8494aa' 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092e8110-9712-480f-ae8d-2650ee8494aa" 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42337,-1] 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:21:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:07,082 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:21:07,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:21:07,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:21:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:07,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:21:07,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:21:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42337,1731219649707 2024-11-10T06:21:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-10T06:21:07,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:21:07,095 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:21:07,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2] 2024-11-10T06:21:07,100 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:21:07,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T06:21:07,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T06:21:07,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_1 for inclusion in ff8c1a880d885b8027c91b97669d570b/f1 2024-11-10T06:21:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T06:21:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:07,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_0 for inclusion in ff8c1a880d885b8027c91b97669d570b/f1 2024-11-10T06:21:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T06:21:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:21:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegion(2603): Flush status journal for ff8c1a880d885b8027c91b97669d570b: 2024-11-10T06:21:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_1 to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_1 2024-11-10T06:21:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_1 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/9c0a572cec6a4ed58e822b031b0eef95_SeqId_6_ 2024-11-10T06:21:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/load_f1/f1/hfile_0 to hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_0 2024-11-10T06:21:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_0 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/0ea127f034de40cc883cc5535a158a55_SeqId_6_ 2024-11-10T06:21:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T06:21:07,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_1 into ff8c1a880d885b8027c91b97669d570b/f1 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/9c0a572cec6a4ed58e822b031b0eef95_SeqId_6_ - updating store file list. 2024-11-10T06:21:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c0a572cec6a4ed58e822b031b0eef95_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:07,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/9c0a572cec6a4ed58e822b031b0eef95_SeqId_6_ into ff8c1a880d885b8027c91b97669d570b/f1 2024-11-10T06:21:07,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_1 into ff8c1a880d885b8027c91b97669d570b/f1 (new location: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/9c0a572cec6a4ed58e822b031b0eef95_SeqId_6_) 2024-11-10T06:21:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_1 2024-11-10T06:21:07,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_0 into ff8c1a880d885b8027c91b97669d570b/f1 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/0ea127f034de40cc883cc5535a158a55_SeqId_6_ - updating store file list. 2024-11-10T06:21:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ea127f034de40cc883cc5535a158a55_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:21:07,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/0ea127f034de40cc883cc5535a158a55_SeqId_6_ into ff8c1a880d885b8027c91b97669d570b/f1 2024-11-10T06:21:07,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_0 into ff8c1a880d885b8027c91b97669d570b/f1 (new location: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/f1/0ea127f034de40cc883cc5535a158a55_SeqId_6_) 2024-11-10T06:21:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/staging/jenkins__test__vva0kqgfeglb1e129fbojs3odj5bgatkrfmm3f660ha4vecgkgonk60rd2h0m5ou/f1/hfile_0 2024-11-10T06:21:07,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:21:07,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:21:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:21:07,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:21:07,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 , the old value is region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:37911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:21:07,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:21:07,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2 from cache 2024-11-10T06:21:07,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:21:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37911,1731219649753, seqNum=-1] 2024-11-10T06:21:07,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:21:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:21:07,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:21:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b., hostname=c48ba4c5549b,37911,1731219649753, seqNum=2] 2024-11-10T06:21:07,245 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:21:07,374 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 687, reset compression=false 2024-11-10T06:21:07,379 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:21:07,380 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:07,380 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:21:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:21:07,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:21:07,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:21:07,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T06:21:07,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:21:07,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:21:07,583 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:07,888 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:08,293 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:08,797 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:09,402 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:10,106 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:10,911 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:11,816 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:12,820 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:13,924 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:15,129 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:16,433 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:17,837 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:19,294 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:21:19,341 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:20,946 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:22,650 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:23,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:21:24,454 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:26,358 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:27,382 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: null 2024-11-10T06:21:28,363 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:30,467 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:32,672 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:32,766 INFO [master/c48ba4c5549b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T06:21:32,766 INFO [master/c48ba4c5549b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T06:21:34,976 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:37,190 INFO [master/c48ba4c5549b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T06:21:37,190 INFO [master/c48ba4c5549b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T06:21:37,380 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:39,884 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:42,488 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:42,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff8c1a880d885b8027c91b97669d570b, had cached 0 bytes from a total of 31376 2024-11-10T06:21:45,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a64f84a97ebbe222fd07b0aa36ff5a86, had cached 0 bytes from a total of 15585 2024-11-10T06:21:45,192 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:47,382 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: null 2024-11-10T06:21:47,996 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:49,295 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:21:50,901 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:52,726 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T06:21:53,304 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:21:53,905 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:57,009 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:21:58,533 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T06:22:00,214 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:22:03,518 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:22:06,923 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:22:07,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:22:07,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:07,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:07,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:07,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:07,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:07,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:22:07,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111338528, stopped=false 2024-11-10T06:22:07,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,33657,1731219653716 2024-11-10T06:22:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1476072486/running 2024-11-10T06:22:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1476072486/running 2024-11-10T06:22:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:22:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:22:07,166 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:07,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:07,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:07,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:07,167 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,38797,1731219653755' ***** 2024-11-10T06:22:07,167 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:22:07,167 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:22:07,167 INFO [RS:0;c48ba4c5549b:38797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:22:07,167 INFO [RS:0;c48ba4c5549b:38797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:22:07,167 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(3091): Received CLOSE for a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,38797,1731219653755 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38797. 2024-11-10T06:22:07,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/running 2024-11-10T06:22:07,168 DEBUG [RS:0;c48ba4c5549b:38797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:07,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Set watcher on znode that does not yet exist, /1476072486/running 2024-11-10T06:22:07,168 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:07,168 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a64f84a97ebbe222fd07b0aa36ff5a86, disabling compactions & flushes 2024-11-10T06:22:07,168 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:22:07,168 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:22:07,168 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. after waiting 0 ms 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:22:07,168 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:22:07,168 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:22:07,169 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:22:07,169 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a64f84a97ebbe222fd07b0aa36ff5a86=test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86.} 2024-11-10T06:22:07,169 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a64f84a97ebbe222fd07b0aa36ff5a86 2024-11-10T06:22:07,169 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:07,169 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:07,169 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:07,169 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:07,169 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:07,169 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T06:22:07,171 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:07,173 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/default/test/a64f84a97ebbe222fd07b0aa36ff5a86/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:22:07,174 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:07,174 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:22:07,174 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:22:07,174 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a64f84a97ebbe222fd07b0aa36ff5a86: Waiting for close lock at 1731219727168Running coprocessor pre-close hooks at 1731219727168Disabling compacts and flushes for region at 1731219727168Disabling writes for close at 1731219727168Writing region close event to WAL at 1731219727169 (+1 ms)Running coprocessor post-close hooks at 1731219727174 (+5 ms)Closed at 1731219727174 2024-11-10T06:22:07,174 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86. 2024-11-10T06:22:07,187 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/info/ba51011dcb41442f83f4a0cb67d6d7f8 is 129, key is test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86./info:regioninfo/1731219660128/Put/seqid=0 2024-11-10T06:22:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741839_1015 (size=6421) 2024-11-10T06:22:07,369 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:07,382 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37911,1731219649753 got entry batch from reader: null 2024-11-10T06:22:07,569 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:07,592 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/info/ba51011dcb41442f83f4a0cb67d6d7f8 2024-11-10T06:22:07,612 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/ns/c8b8ca9d549940c7b2c792ca97a823f2 is 43, key is default/ns:d/1731219656731/Put/seqid=0 2024-11-10T06:22:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741840_1016 (size=5153) 2024-11-10T06:22:07,692 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:22:07,692 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:22:07,769 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:07,969 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:08,016 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/ns/c8b8ca9d549940c7b2c792ca97a823f2 2024-11-10T06:22:08,036 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/rep_barrier/c420366c498548969e9f4a438905b51e is 112, key is test,,1731219658968.a64f84a97ebbe222fd07b0aa36ff5a86./rep_barrier:seqnumDuringOpen/1731219660128/Put/seqid=0 2024-11-10T06:22:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741841_1017 (size=5518) 2024-11-10T06:22:08,170 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:08,370 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:22:08,370 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:22:08,370 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:08,441 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/rep_barrier/c420366c498548969e9f4a438905b51e 2024-11-10T06:22:08,460 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/table/b6b8d7121f1748529cc0d40da01dc062 is 40, key is test/table:state/1731219660140/Put/seqid=0 2024-11-10T06:22:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741842_1018 (size=5165) 2024-11-10T06:22:08,570 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:08,770 DEBUG [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:08,864 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/table/b6b8d7121f1748529cc0d40da01dc062 2024-11-10T06:22:08,871 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/info/ba51011dcb41442f83f4a0cb67d6d7f8 as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/info/ba51011dcb41442f83f4a0cb67d6d7f8 2024-11-10T06:22:08,876 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/info/ba51011dcb41442f83f4a0cb67d6d7f8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T06:22:08,877 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/ns/c8b8ca9d549940c7b2c792ca97a823f2 as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/ns/c8b8ca9d549940c7b2c792ca97a823f2 2024-11-10T06:22:08,881 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/ns/c8b8ca9d549940c7b2c792ca97a823f2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:22:08,882 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/rep_barrier/c420366c498548969e9f4a438905b51e as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/rep_barrier/c420366c498548969e9f4a438905b51e 2024-11-10T06:22:08,887 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/rep_barrier/c420366c498548969e9f4a438905b51e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T06:22:08,887 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/.tmp/table/b6b8d7121f1748529cc0d40da01dc062 as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/table/b6b8d7121f1748529cc0d40da01dc062 2024-11-10T06:22:08,892 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/table/b6b8d7121f1748529cc0d40da01dc062, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:22:08,893 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-10T06:22:08,897 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:22:08,897 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:08,897 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:08,898 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:08,898 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219727169Running coprocessor pre-close hooks at 1731219727169Disabling compacts and flushes for region at 1731219727169Disabling writes for close at 1731219727169Obtaining lock to block concurrent updates at 1731219727169Preparing flush snapshotting stores in 1588230740 at 1731219727169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731219727170 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219727170Flushing 1588230740/info: creating writer at 1731219727170Flushing 1588230740/info: appending metadata at 1731219727186 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731219727187 (+1 ms)Flushing 1588230740/ns: creating writer at 1731219727597 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731219727612 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219727612Flushing 1588230740/rep_barrier: creating writer at 1731219728022 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219728036 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219728036Flushing 1588230740/table: creating writer at 1731219728446 (+410 ms)Flushing 1588230740/table: appending metadata at 1731219728460 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731219728460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c70446: reopening flushed file at 1731219728870 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ee6763: reopening flushed file at 1731219728876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed2028b: reopening flushed file at 1731219728881 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f845802: reopening flushed file at 1731219728887 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731219728893 (+6 ms)Writing region close event to WAL at 1731219728894 (+1 ms)Running coprocessor post-close hooks at 1731219728897 (+3 ms)Closed at 1731219728897 2024-11-10T06:22:08,898 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:08,970 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,38797,1731219653755; all regions closed. 2024-11-10T06:22:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741834_1010 (size=2717) 2024-11-10T06:22:08,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.meta.1731219656685.meta not finished, retry = 0 2024-11-10T06:22:09,076 DEBUG [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/oldWALs 2024-11-10T06:22:09,076 INFO [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C38797%2C1731219653755.meta:.meta(num 1731219656685) 2024-11-10T06:22:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741832_1008 (size=1028) 2024-11-10T06:22:09,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/WALs/c48ba4c5549b,38797,1731219653755/c48ba4c5549b%2C38797%2C1731219653755.1731219655744 not finished, retry = 0 2024-11-10T06:22:09,180 DEBUG [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/oldWALs 2024-11-10T06:22:09,180 INFO [RS:0;c48ba4c5549b:38797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C38797%2C1731219653755:(num 1731219655744) 2024-11-10T06:22:09,180 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:09,181 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:09,181 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:09,181 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:09,181 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:09,181 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:09,181 INFO [RS:0;c48ba4c5549b:38797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38797. 2024-11-10T06:22:09,181 DEBUG [RS:0;c48ba4c5549b:38797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:09,181 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:09,181 DEBUG [RS:0;c48ba4c5549b:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:09,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:09,182 INFO [RS:0;c48ba4c5549b:38797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38797 2024-11-10T06:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1476072486/rs/c48ba4c5549b,38797,1731219653755 2024-11-10T06:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486/rs 2024-11-10T06:22:09,184 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:09,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,38797,1731219653755] 2024-11-10T06:22:09,188 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1476072486/draining/c48ba4c5549b,38797,1731219653755 already deleted, retry=false 2024-11-10T06:22:09,188 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,38797,1731219653755 expired; onlineServers=0 2024-11-10T06:22:09,188 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,33657,1731219653716' ***** 2024-11-10T06:22:09,188 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:22:09,188 INFO [M:0;c48ba4c5549b:33657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:09,188 INFO [M:0;c48ba4c5549b:33657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:09,189 DEBUG [M:0;c48ba4c5549b:33657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:22:09,189 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:22:09,189 DEBUG [M:0;c48ba4c5549b:33657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:22:09,189 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219655527 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219655527,5,FailOnTimeoutGroup] 2024-11-10T06:22:09,189 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219655527 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219655527,5,FailOnTimeoutGroup] 2024-11-10T06:22:09,189 INFO [M:0;c48ba4c5549b:33657 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:09,189 INFO [M:0;c48ba4c5549b:33657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:09,189 DEBUG [M:0;c48ba4c5549b:33657 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:22:09,189 INFO [M:0;c48ba4c5549b:33657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:22:09,189 INFO [M:0;c48ba4c5549b:33657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:09,189 INFO [M:0;c48ba4c5549b:33657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:22:09,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:22:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1476072486/master 2024-11-10T06:22:09,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1476072486 2024-11-10T06:22:09,190 DEBUG [M:0;c48ba4c5549b:33657 {}] zookeeper.ZKUtil(347): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Unable to get data of znode /1476072486/master because node does not exist (not an error) 2024-11-10T06:22:09,190 WARN [M:0;c48ba4c5549b:33657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:22:09,191 INFO [M:0;c48ba4c5549b:33657 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/.lastflushedseqids 2024-11-10T06:22:09,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741843_1019 (size=173) 2024-11-10T06:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:09,286 INFO [RS:0;c48ba4c5549b:38797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x10100895b250004, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:09,286 INFO [RS:0;c48ba4c5549b:38797 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,38797,1731219653755; zookeeper connection closed. 2024-11-10T06:22:09,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10fb45c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10fb45c5 2024-11-10T06:22:09,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:22:09,598 INFO [M:0;c48ba4c5549b:33657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:22:09,598 INFO [M:0;c48ba4c5549b:33657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:22:09,599 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:09,599 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:09,599 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:09,599 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:09,599 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:09,599 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T06:22:09,614 DEBUG [M:0;c48ba4c5549b:33657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/116030bd6675418da567311ed4d773fd is 82, key is hbase:meta,,1/info:regioninfo/1731219656720/Put/seqid=0 2024-11-10T06:22:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741844_1020 (size=5672) 2024-11-10T06:22:10,019 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/116030bd6675418da567311ed4d773fd 2024-11-10T06:22:10,039 DEBUG [M:0;c48ba4c5549b:33657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534eca81a94e4001a77074ace31cfd33 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219660145/Put/seqid=0 2024-11-10T06:22:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741845_1021 (size=6727) 2024-11-10T06:22:10,427 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.1731219651739 to pos 997, reset compression=false 2024-11-10T06:22:10,444 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534eca81a94e4001a77074ace31cfd33 2024-11-10T06:22:10,448 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 534eca81a94e4001a77074ace31cfd33 2024-11-10T06:22:10,462 DEBUG [M:0;c48ba4c5549b:33657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e22f65f2354e55a58dc7a56fd059b5 is 69, key is c48ba4c5549b,38797,1731219653755/rs:state/1731219655596/Put/seqid=0 2024-11-10T06:22:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741846_1022 (size=5156) 2024-11-10T06:22:10,867 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e22f65f2354e55a58dc7a56fd059b5 2024-11-10T06:22:10,872 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/116030bd6675418da567311ed4d773fd as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/116030bd6675418da567311ed4d773fd 2024-11-10T06:22:10,876 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/116030bd6675418da567311ed4d773fd, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T06:22:10,877 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534eca81a94e4001a77074ace31cfd33 as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/534eca81a94e4001a77074ace31cfd33 2024-11-10T06:22:10,882 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 534eca81a94e4001a77074ace31cfd33 2024-11-10T06:22:10,882 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/534eca81a94e4001a77074ace31cfd33, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T06:22:10,882 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8e22f65f2354e55a58dc7a56fd059b5 as hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8e22f65f2354e55a58dc7a56fd059b5 2024-11-10T06:22:10,887 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40797/user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8e22f65f2354e55a58dc7a56fd059b5, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T06:22:10,888 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false 2024-11-10T06:22:10,890 INFO [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:10,890 DEBUG [M:0;c48ba4c5549b:33657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219729599Disabling compacts and flushes for region at 1731219729599Disabling writes for close at 1731219729599Obtaining lock to block concurrent updates at 1731219729599Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219729599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731219729599Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219729600 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219729600Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219729614 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219729614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219730024 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219730039 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219730039Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219730448 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219730462 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219730462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a02a38: reopening flushed file at 1731219730871 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d307cc4: reopening flushed file at 1731219730877 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cda0e1: reopening flushed file at 1731219730882 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false at 1731219730888 (+6 ms)Writing region close event to WAL at 1731219730890 (+2 ms)Closed at 1731219730890 2024-11-10T06:22:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741830_1006 (size=33026) 2024-11-10T06:22:10,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07107e3f-be13-6359-0b7d-1c06d8027dde/MasterData/WALs/c48ba4c5549b,33657,1731219653716/c48ba4c5549b%2C33657%2C1731219653716.1731219655445 not finished, retry = 0 2024-11-10T06:22:10,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:10,995 INFO [M:0;c48ba4c5549b:33657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:22:10,995 INFO [M:0;c48ba4c5549b:33657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33657 2024-11-10T06:22:10,996 INFO [M:0;c48ba4c5549b:33657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:11,098 INFO [M:0;c48ba4c5549b:33657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:11,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:11,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33657-0x10100895b250003, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:11,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36fce771{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:11,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d2f54a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:11,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:11,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600b86b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:11,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc174b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:11,103 WARN [BP-683002320-172.17.0.2-1731219652811 heartbeating to localhost/127.0.0.1:40797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:22:11,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:22:11,103 WARN [BP-683002320-172.17.0.2-1731219652811 heartbeating to localhost/127.0.0.1:40797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-683002320-172.17.0.2-1731219652811 (Datanode Uuid f22829b7-f8cc-48dd-8482-f1a1c1b0b232) service to localhost/127.0.0.1:40797 2024-11-10T06:22:11,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:22:11,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/cluster_a19c368a-6962-af90-9e52-8a7fb902210f/data/data1/current/BP-683002320-172.17.0.2-1731219652811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:11,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/cluster_a19c368a-6962-af90-9e52-8a7fb902210f/data/data2/current/BP-683002320-172.17.0.2-1731219652811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:11,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:22:11,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1361c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:11,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e637be1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:11,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:11,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df6e017{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:11,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e6c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:11,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:22:11,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:22:11,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:11,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:11,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:11,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:11,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:11,127 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:22:11,127 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=796373868, stopped=false 2024-11-10T06:22:11,127 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,42337,1731219649707 2024-11-10T06:22:11,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:11,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:11,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01890989717/running 2024-11-10T06:22:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01890989717/running 2024-11-10T06:22:11,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:22:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:22:11,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,37911,1731219649753' ***** 2024-11-10T06:22:11,129 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:22:11,129 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:22:11,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(3091): Received CLOSE for e898b0a96e175eec07cb842546665a94 2024-11-10T06:22:11,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/running 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(3091): Received CLOSE for ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Set watcher on znode that does not yet exist, /01890989717/running 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,37911,1731219649753 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37911. 2024-11-10T06:22:11,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e898b0a96e175eec07cb842546665a94, disabling compactions & flushes 2024-11-10T06:22:11,130 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:22:11,130 DEBUG [RS:0;c48ba4c5549b:37911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:11,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:22:11,130 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:11,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. after waiting 0 ms 2024-11-10T06:22:11,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:22:11,130 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:22:11,130 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e898b0a96e175eec07cb842546665a94 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T06:22:11,131 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:22:11,131 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1325): Online Regions={e898b0a96e175eec07cb842546665a94=hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94., 1588230740=hbase:meta,,1.1588230740, ff8c1a880d885b8027c91b97669d570b=test,,1731219656800.ff8c1a880d885b8027c91b97669d570b.} 2024-11-10T06:22:11,131 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e898b0a96e175eec07cb842546665a94, ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,131 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:11,131 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:11,131 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:11,131 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:11,131 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:11,131 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:22:11,147 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/hfileref/161580fe42f241e589e631b862e9e529 is 74, key is 1/hfileref:2372a8e1eacf431cb98a2e525eee9b7d_SeqId_4_/1731219665558/DeleteColumn/seqid=0 2024-11-10T06:22:11,147 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/info/86bb86f1804943b5ba15c0dfa04153a5 is 147, key is hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94./info:regioninfo/1731219662325/Put/seqid=0 2024-11-10T06:22:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741844_1020 (size=5203) 2024-11-10T06:22:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741845_1021 (size=7686) 2024-11-10T06:22:11,174 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:11,331 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e898b0a96e175eec07cb842546665a94, ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,531 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e898b0a96e175eec07cb842546665a94, ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,551 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/hfileref/161580fe42f241e589e631b862e9e529 2024-11-10T06:22:11,552 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/info/86bb86f1804943b5ba15c0dfa04153a5 2024-11-10T06:22:11,572 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/ns/3ef531cee4a3404fadca725830904539 is 43, key is default/ns:d/1731219652718/Put/seqid=0 2024-11-10T06:22:11,572 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/queue/b8142b9b17b24a2699b50bcf12ed09cc is 153, key is 1-c48ba4c5549b,37911,1731219649753/queue:c48ba4c5549b%2C37911%2C1731219649753/1731219667381/Put/seqid=0 2024-11-10T06:22:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741847_1023 (size=5352) 2024-11-10T06:22:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741846_1022 (size=5153) 2024-11-10T06:22:11,607 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:22:11,607 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:22:11,731 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e898b0a96e175eec07cb842546665a94, ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,932 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e898b0a96e175eec07cb842546665a94, ff8c1a880d885b8027c91b97669d570b 2024-11-10T06:22:11,977 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/ns/3ef531cee4a3404fadca725830904539 2024-11-10T06:22:11,977 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/queue/b8142b9b17b24a2699b50bcf12ed09cc 2024-11-10T06:22:11,983 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/hfileref/161580fe42f241e589e631b862e9e529 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/hfileref/161580fe42f241e589e631b862e9e529 2024-11-10T06:22:11,989 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/hfileref/161580fe42f241e589e631b862e9e529, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T06:22:11,990 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/.tmp/queue/b8142b9b17b24a2699b50bcf12ed09cc as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/queue/b8142b9b17b24a2699b50bcf12ed09cc 2024-11-10T06:22:11,995 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/queue/b8142b9b17b24a2699b50bcf12ed09cc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T06:22:11,997 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e898b0a96e175eec07cb842546665a94 in 866ms, sequenceid=10, compaction requested=false 2024-11-10T06:22:11,999 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3c947cbc8341cbb20ec6c1ea869478 is 112, key is test,,1731219656800.ff8c1a880d885b8027c91b97669d570b./rep_barrier:seqnumDuringOpen/1731219657966/Put/seqid=0 2024-11-10T06:22:12,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/replication/e898b0a96e175eec07cb842546665a94/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T06:22:12,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:12,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:12,001 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:22:12,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e898b0a96e175eec07cb842546665a94: Waiting for close lock at 1731219731130Running coprocessor pre-close hooks at 1731219731130Disabling compacts and flushes for region at 1731219731130Disabling writes for close at 1731219731130Obtaining lock to block concurrent updates at 1731219731130Preparing flush snapshotting stores in e898b0a96e175eec07cb842546665a94 at 1731219731130Finished memstore snapshotting hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731219731131 (+1 ms)Flushing stores of hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. at 1731219731131Flushing e898b0a96e175eec07cb842546665a94/hfileref: creating writer at 1731219731132 (+1 ms)Flushing e898b0a96e175eec07cb842546665a94/hfileref: appending metadata at 1731219731146 (+14 ms)Flushing e898b0a96e175eec07cb842546665a94/hfileref: closing flushed file at 1731219731146Flushing e898b0a96e175eec07cb842546665a94/queue: creating writer at 1731219731557 (+411 ms)Flushing e898b0a96e175eec07cb842546665a94/queue: appending metadata at 1731219731571 (+14 ms)Flushing e898b0a96e175eec07cb842546665a94/queue: closing flushed file at 1731219731571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239534cc: reopening flushed file at 1731219731982 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172f62d3: reopening flushed file at 1731219731989 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e898b0a96e175eec07cb842546665a94 in 866ms, sequenceid=10, compaction requested=false at 1731219731997 (+8 ms)Writing region close event to WAL at 1731219731998 (+1 ms)Running coprocessor post-close hooks at 1731219732001 (+3 ms)Closed at 1731219732001 2024-11-10T06:22:12,001 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219661150.e898b0a96e175eec07cb842546665a94. 2024-11-10T06:22:12,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff8c1a880d885b8027c91b97669d570b, disabling compactions & flushes 2024-11-10T06:22:12,002 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:22:12,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:22:12,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. after waiting 0 ms 2024-11-10T06:22:12,002 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:22:12,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741848_1024 (size=5518) 2024-11-10T06:22:12,006 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/default/test/ff8c1a880d885b8027c91b97669d570b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:22:12,006 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:12,006 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:22:12,007 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:22:12,007 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff8c1a880d885b8027c91b97669d570b: Waiting for close lock at 1731219732002Running coprocessor pre-close hooks at 1731219732002Disabling compacts and flushes for region at 1731219732002Disabling writes for close at 1731219732002Writing region close event to WAL at 1731219732003 (+1 ms)Running coprocessor post-close hooks at 1731219732006 (+3 ms)Closed at 1731219732006 2024-11-10T06:22:12,007 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219656800.ff8c1a880d885b8027c91b97669d570b. 2024-11-10T06:22:12,132 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:22:12,132 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:22:12,132 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:12,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,332 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:12,404 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3c947cbc8341cbb20ec6c1ea869478 2024-11-10T06:22:12,427 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/table/23f6f4dfa21842e991acfa135b13feba is 53, key is hbase:replication/table:state/1731219662333/Put/seqid=0 2024-11-10T06:22:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741849_1025 (size=5308) 2024-11-10T06:22:12,532 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:12,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:12,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:12,732 DEBUG [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:12,832 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/table/23f6f4dfa21842e991acfa135b13feba 2024-11-10T06:22:12,838 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/info/86bb86f1804943b5ba15c0dfa04153a5 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/info/86bb86f1804943b5ba15c0dfa04153a5 2024-11-10T06:22:12,843 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/info/86bb86f1804943b5ba15c0dfa04153a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:22:12,844 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/ns/3ef531cee4a3404fadca725830904539 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/ns/3ef531cee4a3404fadca725830904539 2024-11-10T06:22:12,848 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/ns/3ef531cee4a3404fadca725830904539, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:22:12,849 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/rep_barrier/4e3c947cbc8341cbb20ec6c1ea869478 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/rep_barrier/4e3c947cbc8341cbb20ec6c1ea869478 2024-11-10T06:22:12,854 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/rep_barrier/4e3c947cbc8341cbb20ec6c1ea869478, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:22:12,855 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/.tmp/table/23f6f4dfa21842e991acfa135b13feba as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/table/23f6f4dfa21842e991acfa135b13feba 2024-11-10T06:22:12,859 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/table/23f6f4dfa21842e991acfa135b13feba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:22:12,860 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-10T06:22:12,867 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:22:12,868 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:12,868 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:12,868 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:12,868 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219731131Running coprocessor pre-close hooks at 1731219731131Disabling compacts and flushes for region at 1731219731131Disabling writes for close at 1731219731131Obtaining lock to block concurrent updates at 1731219731131Preparing flush snapshotting stores in 1588230740 at 1731219731131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219731132 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219731132Flushing 1588230740/info: creating writer at 1731219731132Flushing 1588230740/info: appending metadata at 1731219731146 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731219731147 (+1 ms)Flushing 1588230740/ns: creating writer at 1731219731557 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731219731571 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731219731571Flushing 1588230740/rep_barrier: creating writer at 1731219731983 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219731999 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219731999Flushing 1588230740/table: creating writer at 1731219732410 (+411 ms)Flushing 1588230740/table: appending metadata at 1731219732427 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731219732427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dac2d9f: reopening flushed file at 1731219732838 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6920a0d0: reopening flushed file at 1731219732843 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5711db: reopening flushed file at 1731219732849 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a7ab0b: reopening flushed file at 1731219732854 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731219732860 (+6 ms)Writing region close event to WAL at 1731219732864 (+4 ms)Running coprocessor post-close hooks at 1731219732868 (+4 ms)Closed at 1731219732868 2024-11-10T06:22:12,868 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:12,933 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,37911,1731219649753; all regions closed. 2024-11-10T06:22:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:22:12,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.meta.1731219652668.meta not finished, retry = 0 2024-11-10T06:22:13,038 DEBUG [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs 2024-11-10T06:22:13,038 INFO [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37911%2C1731219649753.meta:.meta(num 1731219652668) 2024-11-10T06:22:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741839_1015 (size=2700) 2024-11-10T06:22:13,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/WALs/c48ba4c5549b,37911,1731219649753/c48ba4c5549b%2C37911%2C1731219649753.rep.1731219662289 not finished, retry = 0 2024-11-10T06:22:13,143 DEBUG [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs 2024-11-10T06:22:13,143 INFO [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37911%2C1731219649753.rep:(num 1731219662289) 2024-11-10T06:22:13,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741832_1008 (size=1300) 2024-11-10T06:22:13,147 DEBUG [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/oldWALs 2024-11-10T06:22:13,147 INFO [RS:0;c48ba4c5549b:37911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37911%2C1731219649753:(num 1731219651739) 2024-11-10T06:22:13,147 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:13,147 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:13,147 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:13,147 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:13,147 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:13,147 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:13,148 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,37911,1731219649753 because: Region server is closing 2024-11-10T06:22:13,148 INFO [RS:0;c48ba4c5549b:37911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37911. 2024-11-10T06:22:13,148 DEBUG [RS:0;c48ba4c5549b:37911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:13,148 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:13,148 DEBUG [RS:0;c48ba4c5549b:37911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:13,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:13,248 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.wal-reader.c48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:22:13,248 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:22:13,249 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37911,1731219649753.replicationSource.shipperc48ba4c5549b%2C37911%2C1731219649753,1-c48ba4c5549b,37911,1731219649753 terminated 2024-11-10T06:22:13,249 INFO [RS:0;c48ba4c5549b:37911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37911 2024-11-10T06:22:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01890989717/rs/c48ba4c5549b,37911,1731219649753 2024-11-10T06:22:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717/rs 2024-11-10T06:22:13,252 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:13,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,37911,1731219649753] 2024-11-10T06:22:13,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01890989717/draining/c48ba4c5549b,37911,1731219649753 already deleted, retry=false 2024-11-10T06:22:13,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,37911,1731219649753 expired; onlineServers=0 2024-11-10T06:22:13,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,42337,1731219649707' ***** 2024-11-10T06:22:13,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:13,255 DEBUG [M:0;c48ba4c5549b:42337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:22:13,255 DEBUG [M:0;c48ba4c5549b:42337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:22:13,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:22:13,255 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219651517 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219651517,5,FailOnTimeoutGroup] 2024-11-10T06:22:13,255 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219651517 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219651517,5,FailOnTimeoutGroup] 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:13,255 DEBUG [M:0;c48ba4c5549b:42337 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:13,255 INFO [M:0;c48ba4c5549b:42337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:22:13,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:22:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01890989717/master 2024-11-10T06:22:13,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01890989717 2024-11-10T06:22:13,256 DEBUG [M:0;c48ba4c5549b:42337 {}] zookeeper.ZKUtil(347): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Unable to get data of znode /01890989717/master because node does not exist (not an error) 2024-11-10T06:22:13,256 WARN [M:0;c48ba4c5549b:42337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:22:13,258 INFO [M:0;c48ba4c5549b:42337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/.lastflushedseqids 2024-11-10T06:22:13,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741850_1026 (size=263) 2024-11-10T06:22:13,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:13,354 INFO [RS:0;c48ba4c5549b:37911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:13,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37911-0x10100895b250001, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:13,354 INFO [RS:0;c48ba4c5549b:37911 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,37911,1731219649753; zookeeper connection closed. 2024-11-10T06:22:13,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@238a5fea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@238a5fea 2024-11-10T06:22:13,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:22:13,663 INFO [M:0;c48ba4c5549b:42337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:22:13,663 INFO [M:0;c48ba4c5549b:42337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:22:13,663 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:13,663 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:13,663 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:13,663 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:13,663 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:13,663 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T06:22:13,679 DEBUG [M:0;c48ba4c5549b:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae6c3ba2da3042c187b8c8348ee7e388 is 82, key is hbase:meta,,1/info:regioninfo/1731219652704/Put/seqid=0 2024-11-10T06:22:13,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741851_1027 (size=5672) 2024-11-10T06:22:14,084 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae6c3ba2da3042c187b8c8348ee7e388 2024-11-10T06:22:14,109 DEBUG [M:0;c48ba4c5549b:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26615470207a4ac8b37944e07e24bc79 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219657983/Put/seqid=0 2024-11-10T06:22:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741852_1028 (size=7240) 2024-11-10T06:22:14,514 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26615470207a4ac8b37944e07e24bc79 2024-11-10T06:22:14,519 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26615470207a4ac8b37944e07e24bc79 2024-11-10T06:22:14,533 DEBUG [M:0;c48ba4c5549b:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba72c1a6fc234bc7b34f101e8c7330bc is 69, key is c48ba4c5549b,37911,1731219649753/rs:state/1731219651592/Put/seqid=0 2024-11-10T06:22:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741853_1029 (size=5156) 2024-11-10T06:22:14,938 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba72c1a6fc234bc7b34f101e8c7330bc 2024-11-10T06:22:14,943 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae6c3ba2da3042c187b8c8348ee7e388 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae6c3ba2da3042c187b8c8348ee7e388 2024-11-10T06:22:14,947 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae6c3ba2da3042c187b8c8348ee7e388, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T06:22:14,948 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26615470207a4ac8b37944e07e24bc79 as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26615470207a4ac8b37944e07e24bc79 2024-11-10T06:22:14,952 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26615470207a4ac8b37944e07e24bc79 2024-11-10T06:22:14,953 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26615470207a4ac8b37944e07e24bc79, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T06:22:14,953 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba72c1a6fc234bc7b34f101e8c7330bc as hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba72c1a6fc234bc7b34f101e8c7330bc 2024-11-10T06:22:14,957 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43431/user/jenkins/test-data/5a812cc5-56da-64da-3774-80928f7a06ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba72c1a6fc234bc7b34f101e8c7330bc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T06:22:14,958 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-11-10T06:22:14,959 INFO [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:14,959 DEBUG [M:0;c48ba4c5549b:42337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219733663Disabling compacts and flushes for region at 1731219733663Disabling writes for close at 1731219733663Obtaining lock to block concurrent updates at 1731219733663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219733663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731219733664 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219733664Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219733664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219733679 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219733679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219734094 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219734108 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219734108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219734519 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219734532 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219734533 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e89250d: reopening flushed file at 1731219734942 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ba384b: reopening flushed file at 1731219734948 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c32df97: reopening flushed file at 1731219734953 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1731219734958 (+5 ms)Writing region close event to WAL at 1731219734959 (+1 ms)Closed at 1731219734959 2024-11-10T06:22:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35433 is added to blk_1073741830_1006 (size=64526) 2024-11-10T06:22:14,962 INFO [M:0;c48ba4c5549b:42337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:22:14,962 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:14,962 INFO [M:0;c48ba4c5549b:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42337 2024-11-10T06:22:14,962 INFO [M:0;c48ba4c5549b:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:15,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:15,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x10100895b250000, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:15,068 INFO [M:0;c48ba4c5549b:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:15,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21f66ac0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:15,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ba9d83b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:15,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:15,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632af0bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:15,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ea0715{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:15,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:22:15,072 WARN [BP-106508728-172.17.0.2-1731219648695 heartbeating to localhost/127.0.0.1:43431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:22:15,072 WARN [BP-106508728-172.17.0.2-1731219648695 heartbeating to localhost/127.0.0.1:43431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-106508728-172.17.0.2-1731219648695 (Datanode Uuid c7539ab1-28ff-406e-997c-9d9112923a8d) service to localhost/127.0.0.1:43431 2024-11-10T06:22:15,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:22:15,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/data/data1/current/BP-106508728-172.17.0.2-1731219648695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:15,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/cluster_77e11ee9-3e68-ad8b-30ad-a7f41ed42394/data/data2/current/BP-106508728-172.17.0.2-1731219648695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:15,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:22:15,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71552b94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:15,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a42b3e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:15,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:15,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738c964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:15,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1960000c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7d3f81de-d32a-6da3-52dd-225d5938a850/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:15,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:22:15,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:22:15,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8c4cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40797 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43431 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8c4cb8faa8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52090) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 119), ProcessCount=11 (was 11), AvailableMemoryMB=9097 (was 9233) 2024-11-10T06:22:15,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=9097 2024-11-10T06:22:15,127 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T06:22:15,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir so I do NOT create it in target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a 2024-11-10T06:22:15,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:22:15,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.tmp.dir so I do NOT create it in target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a 2024-11-10T06:22:15,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ba446ebb-cfdc-b30b-b280-8d677c9cab1c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:22:15,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a 2024-11-10T06:22:15,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e, deleteOnExit=true 2024-11-10T06:22:15,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/zookeeper_0, clientPort=51271, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:22:15,131 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51271 2024-11-10T06:22:15,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/test.cache.data in system properties and HBase conf 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:22:15,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:22:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:22:15,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:22:15,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10100895b250002, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:22:15,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10100895b250005, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:22:15,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10100895b250002, quorum=127.0.0.1:52090, baseZNode=/01890989717 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:22:15,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10100895b250005, quorum=127.0.0.1:52090, baseZNode=/1476072486 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:22:15,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:15,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:15,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:15,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:15,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:22:15,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:15,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:15,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:15,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/java.io.tmpdir/jetty-localhost-43101-hadoop-hdfs-3_4_1-tests_jar-_-any-1112854450944418765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:15,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:43101} 2024-11-10T06:22:15,323 INFO [Time-limited test {}] server.Server(415): Started @132956ms 2024-11-10T06:22:15,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:15,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:15,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:15,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:15,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:22:15,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:15,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:15,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/java.io.tmpdir/jetty-localhost-32793-hadoop-hdfs-3_4_1-tests_jar-_-any-9772445933232794591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:15,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:32793} 2024-11-10T06:22:15,515 INFO [Time-limited test {}] server.Server(415): Started @133147ms 2024-11-10T06:22:15,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:22:15,609 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/data/data1/current/BP-429406359-172.17.0.2-1731219735151/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:15,609 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/data/data2/current/BP-429406359-172.17.0.2-1731219735151/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:15,625 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:22:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5f0a86dbd41509 with lease ID 0x5c4bd5deea8275e4: Processing first storage report for DS-c0b4640f-7537-4604-9a4d-14ffbc251a85 from datanode DatanodeRegistration(127.0.0.1:41487, datanodeUuid=3c660471-ca75-4c7e-8457-0e2a4f98afe6, infoPort=37747, infoSecurePort=0, ipcPort=40573, storageInfo=lv=-57;cid=testClusterID;nsid=1800961835;c=1731219735151) 2024-11-10T06:22:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5f0a86dbd41509 with lease ID 0x5c4bd5deea8275e4: from storage DS-c0b4640f-7537-4604-9a4d-14ffbc251a85 node DatanodeRegistration(127.0.0.1:41487, datanodeUuid=3c660471-ca75-4c7e-8457-0e2a4f98afe6, infoPort=37747, infoSecurePort=0, ipcPort=40573, storageInfo=lv=-57;cid=testClusterID;nsid=1800961835;c=1731219735151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5f0a86dbd41509 with lease ID 0x5c4bd5deea8275e4: Processing first storage report for DS-912cf4af-fdeb-49e4-9b60-e0a3ecff6119 from datanode DatanodeRegistration(127.0.0.1:41487, datanodeUuid=3c660471-ca75-4c7e-8457-0e2a4f98afe6, infoPort=37747, infoSecurePort=0, ipcPort=40573, storageInfo=lv=-57;cid=testClusterID;nsid=1800961835;c=1731219735151) 2024-11-10T06:22:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5f0a86dbd41509 with lease ID 0x5c4bd5deea8275e4: from storage DS-912cf4af-fdeb-49e4-9b60-e0a3ecff6119 node DatanodeRegistration(127.0.0.1:41487, datanodeUuid=3c660471-ca75-4c7e-8457-0e2a4f98afe6, infoPort=37747, infoSecurePort=0, ipcPort=40573, storageInfo=lv=-57;cid=testClusterID;nsid=1800961835;c=1731219735151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:15,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a 2024-11-10T06:22:15,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:15,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:22:16,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe with version=8 2024-11-10T06:22:16,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/hbase-staging 2024-11-10T06:22:16,054 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:22:16,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:16,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33469 2024-11-10T06:22:16,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33469 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:16,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334690x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:16,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33469-0x101008aacea0000 connected 2024-11-10T06:22:16,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:16,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:16,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:16,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe, hbase.cluster.distributed=false 2024-11-10T06:22:16,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/acl 2024-11-10T06:22:16,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-10T06:22:16,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33469 2024-11-10T06:22:16,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33469 2024-11-10T06:22:16,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-10T06:22:16,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33469 2024-11-10T06:22:16,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:22:16,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:16,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42449 2024-11-10T06:22:16,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42449 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:16,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:16,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:16,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424490x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:16,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424490x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:16,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42449-0x101008aacea0001 connected 2024-11-10T06:22:16,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:22:16,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:22:16,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/master 2024-11-10T06:22:16,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/acl 2024-11-10T06:22:16,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-10T06:22:16,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42449 2024-11-10T06:22:16,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42449 2024-11-10T06:22:16,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-10T06:22:16,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-10T06:22:16,131 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:33469 2024-11-10T06:22:16,132 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-83874639/backup-masters/c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:16,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:16,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:16,134 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/backup-masters/c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:16,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:16,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/master 2024-11-10T06:22:16,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:16,140 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/master 2024-11-10T06:22:16,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-83874639/backup-masters/c48ba4c5549b,33469,1731219736054 from backup master directory 2024-11-10T06:22:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/backup-masters/c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:16,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:16,143 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:16,143 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:16,147 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/hbase.id] with ID: 5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4 2024-11-10T06:22:16,147 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.tmp/hbase.id 2024-11-10T06:22:16,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:22:16,552 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.tmp/hbase.id]:[hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/hbase.id] 2024-11-10T06:22:16,562 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:16,563 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:22:16,563 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T06:22:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:22:16,972 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:16,973 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:22:16,973 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:16,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:22:17,380 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store 2024-11-10T06:22:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:17,787 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:17,787 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:17,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219737787Disabling compacts and flushes for region at 1731219737787Disabling writes for close at 1731219737787Writing region close event to WAL at 1731219737787Closed at 1731219737787 2024-11-10T06:22:17,788 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/.initializing 2024-11-10T06:22:17,788 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:17,789 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:17,791 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C33469%2C1731219736054, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/oldWALs, maxLogs=10 2024-11-10T06:22:17,807 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054/c48ba4c5549b%2C33469%2C1731219736054.1731219737791, exclude list is [], retry=0 2024-11-10T06:22:17,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:17,811 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:17,812 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:17,812 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:17,812 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:17,812 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,812 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:22:17,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:17,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:17,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:22:17,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:17,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:17,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:22:17,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:17,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:17,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:22:17,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:17,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:17,820 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,820 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,821 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,822 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,822 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,823 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:17,824 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:17,826 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:17,826 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65089871, jitterRate=-0.03008534014225006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:17,827 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219737812Initializing all the Stores at 1731219737813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219737813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219737813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219737813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219737813Cleaning up temporary data from old regions at 1731219737822 (+9 ms)Region opened successfully at 1731219737827 (+5 ms) 2024-11-10T06:22:17,827 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:22:17,830 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124d1b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:17,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:22:17,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:22:17,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:22:17,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:22:17,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:22:17,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:22:17,832 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:22:17,834 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:22:17,835 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/balancer because node does not exist (not necessarily an error) 2024-11-10T06:22:17,836 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/balancer already deleted, retry=false 2024-11-10T06:22:17,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:22:17,837 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:22:17,838 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/normalizer already deleted, retry=false 2024-11-10T06:22:17,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:22:17,839 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:22:17,842 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/switch/split already deleted, retry=false 2024-11-10T06:22:17,842 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:22:17,843 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/switch/merge already deleted, retry=false 2024-11-10T06:22:17,845 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:22:17,846 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/snapshot-cleanup already deleted, retry=false 2024-11-10T06:22:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,848 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,33469,1731219736054, sessionid=0x101008aacea0000, setting cluster-up flag (Was=false) 2024-11-10T06:22:17,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,860 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83874639/flush-table-proc/acquired, /0-83874639/flush-table-proc/reached, /0-83874639/flush-table-proc/abort 2024-11-10T06:22:17,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:17,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83874639/online-snapshot/acquired, /0-83874639/online-snapshot/reached, /0-83874639/online-snapshot/abort 2024-11-10T06:22:17,871 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:17,872 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:22:17,873 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:17,874 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:22:17,874 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:22:17,874 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,33469,1731219736054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:17,875 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219767876 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:22:17,876 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:22:17,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:17,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:22:17,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:17,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:22:17,880 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,880 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:22:17,880 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:22:17,880 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:22:17,881 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:22:17,881 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:22:17,881 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:22:17,881 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219737881,5,FailOnTimeoutGroup] 2024-11-10T06:22:17,881 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219737881,5,FailOnTimeoutGroup] 2024-11-10T06:22:17,881 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,881 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:22:17,882 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,882 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:22:17,922 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(746): ClusterId : 5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4 2024-11-10T06:22:17,922 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:22:17,924 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:22:17,924 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:22:17,926 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:22:17,926 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1931de7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:17,938 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:42449 2024-11-10T06:22:17,938 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:22:17,938 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:22:17,938 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:22:17,938 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,33469,1731219736054 with port=42449, startcode=1731219736101 2024-11-10T06:22:17,939 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:22:17,940 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:22:17,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33469 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,942 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe 2024-11-10T06:22:17,942 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43081 2024-11-10T06:22:17,942 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:22:17,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/rs 2024-11-10T06:22:17,944 DEBUG [RS:0;c48ba4c5549b:42449 {}] zookeeper.ZKUtil(111): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/rs/c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,944 WARN [RS:0;c48ba4c5549b:42449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:17,944 INFO [RS:0;c48ba4c5549b:42449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:17,944 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,42449,1731219736101] 2024-11-10T06:22:17,947 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:22:17,948 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:22:17,949 INFO [RS:0;c48ba4c5549b:42449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:22:17,949 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,949 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:17,950 DEBUG [RS:0;c48ba4c5549b:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,950 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42449,1731219736101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:17,964 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:22:17,964 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42449,1731219736101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,965 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,965 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.Replication(171): c48ba4c5549b,42449,1731219736101 started 2024-11-10T06:22:17,978 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:17,978 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,42449,1731219736101, RpcServer on c48ba4c5549b/172.17.0.2:42449, sessionid=0x101008aacea0001 2024-11-10T06:22:17,978 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:22:17,978 DEBUG [RS:0;c48ba4c5549b:42449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,978 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,42449,1731219736101' 2024-11-10T06:22:17,978 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83874639/flush-table-proc/abort' 2024-11-10T06:22:17,978 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83874639/flush-table-proc/acquired' 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,42449,1731219736101' 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83874639/online-snapshot/abort' 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83874639/online-snapshot/acquired' 2024-11-10T06:22:17,979 DEBUG [RS:0;c48ba4c5549b:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:22:17,979 INFO [RS:0;c48ba4c5549b:42449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:22:17,979 INFO [RS:0;c48ba4c5549b:42449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:22:18,080 INFO [RS:0;c48ba4c5549b:42449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:18,082 INFO [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C42449%2C1731219736101, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:18,095 DEBUG [RS:0;c48ba4c5549b:42449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082, exclude list is [], retry=0 2024-11-10T06:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:18,099 INFO [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 2024-11-10T06:22:18,099 DEBUG [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:18,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:22:18,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe 2024-11-10T06:22:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:22:18,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:18,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:18,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:18,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:18,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:18,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:18,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:18,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:18,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:18,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:18,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:18,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:18,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:18,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:18,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:18,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:18,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:18,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:18,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:18,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:18,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:18,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:18,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:18,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:18,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73126410, jitterRate=0.08966842293739319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219738691Initializing all the Stores at 1731219738692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219738692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219738692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219738692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219738692Cleaning up temporary data from old regions at 1731219738700 (+8 ms)Region opened successfully at 1731219738704 (+4 ms) 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:18,704 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:18,704 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219738704Disabling compacts and flushes for region at 1731219738704Disabling writes for close at 1731219738704Writing region close event to WAL at 1731219738704Closed at 1731219738704 2024-11-10T06:22:18,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:18,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:22:18,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:22:18,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:18,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:22:18,858 DEBUG [c48ba4c5549b:33469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:18,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:18,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,42449,1731219736101, state=OPENING 2024-11-10T06:22:18,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:22:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:18,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:18,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:18,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:18,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:18,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,42449,1731219736101}] 2024-11-10T06:22:19,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:19,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:22:19,021 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:22:19,021 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:19,021 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:22:19,023 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C42449%2C1731219736101.meta, suffix=.meta, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:19,036 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.meta.1731219739023.meta, exclude list is [], retry=0 2024-11-10T06:22:19,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:19,040 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.meta.1731219739023.meta 2024-11-10T06:22:19,040 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:19,040 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:19,041 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:22:19,041 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:22:19,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:22:19,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:19,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:19,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:19,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:19,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:19,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:19,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:19,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:19,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:19,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:19,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:19,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:19,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:19,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:19,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:19,047 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:19,048 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:19,049 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:19,050 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:19,050 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:19,050 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:19,051 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:19,052 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75025789, jitterRate=0.11797137558460236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:19,052 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:22:19,053 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219739041Writing region info on filesystem at 1731219739041Initializing all the Stores at 1731219739042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219739042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219739042Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219739042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219739042Cleaning up temporary data from old regions at 1731219739050 (+8 ms)Running coprocessor post-open hooks at 1731219739052 (+2 ms)Region opened successfully at 1731219739053 (+1 ms) 2024-11-10T06:22:19,054 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219739015 2024-11-10T06:22:19,056 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:22:19,056 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:22:19,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:19,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,42449,1731219736101, state=OPEN 2024-11-10T06:22:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:19,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:19,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:19,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:19,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:22:19,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,42449,1731219736101 in 204 msec 2024-11-10T06:22:19,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:22:19,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-10T06:22:19,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:19,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:22:19,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:19,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,42449,1731219736101, seqNum=-1] 2024-11-10T06:22:19,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:19,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:19,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-10T06:22:19,079 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219739079, completionTime=-1 2024-11-10T06:22:19,080 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:22:19,080 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:22:19,081 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:22:19,081 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219799081 2024-11-10T06:22:19,081 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219859081 2024-11-10T06:22:19,081 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:33469, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,082 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,084 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:19,086 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:22:19,088 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:22:19,088 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:22:19,088 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33469,1731219736054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:19,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:19,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33469,-1 for getting cluster id 2024-11-10T06:22:19,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:19,124 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4' 2024-11-10T06:22:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4" 2024-11-10T06:22:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d6ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33469,-1] 2024-11-10T06:22:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:19,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:19,126 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:19,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:19,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,42449,1731219736101, seqNum=-1] 2024-11-10T06:22:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:19,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:19,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:19,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:19,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:19,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008aacea0002 connected 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir so I do NOT create it in target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f 2024-11-10T06:22:19,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.tmp.dir so I do NOT create it in target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f 2024-11-10T06:22:19,138 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:22:19,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/cluster_82470051-7154-f017-1716-883712a83d8f, deleteOnExit=true 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/test.cache.data in system properties and HBase conf 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:22:19,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:22:19,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:19,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:19,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:19,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:19,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:22:19,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:19,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:19,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:19,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1eb7736b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/java.io.tmpdir/jetty-localhost-41997-hadoop-hdfs-3_4_1-tests_jar-_-any-3278448341389340793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:19,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:41997} 2024-11-10T06:22:19,330 INFO [Time-limited test {}] server.Server(415): Started @136963ms 2024-11-10T06:22:19,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:19,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:19,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:19,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:19,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:22:19,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:19,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:19,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca7e3da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/java.io.tmpdir/jetty-localhost-40457-hadoop-hdfs-3_4_1-tests_jar-_-any-6321914442287139391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:19,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:40457} 2024-11-10T06:22:19,522 INFO [Time-limited test {}] server.Server(415): Started @137154ms 2024-11-10T06:22:19,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:22:19,621 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/cluster_82470051-7154-f017-1716-883712a83d8f/data/data1/current/BP-2129829567-172.17.0.2-1731219739157/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:19,621 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/cluster_82470051-7154-f017-1716-883712a83d8f/data/data2/current/BP-2129829567-172.17.0.2-1731219739157/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:19,640 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:22:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8464754d44d3d952 with lease ID 0xf66d0e0f0d26cd4e: Processing first storage report for DS-17533212-d298-4e29-ab09-7f7f81d00b16 from datanode DatanodeRegistration(127.0.0.1:37731, datanodeUuid=c4bb6a86-5e5b-4d0d-8bd6-3e8dae184c04, infoPort=36947, infoSecurePort=0, ipcPort=45271, storageInfo=lv=-57;cid=testClusterID;nsid=263938789;c=1731219739157) 2024-11-10T06:22:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8464754d44d3d952 with lease ID 0xf66d0e0f0d26cd4e: from storage DS-17533212-d298-4e29-ab09-7f7f81d00b16 node DatanodeRegistration(127.0.0.1:37731, datanodeUuid=c4bb6a86-5e5b-4d0d-8bd6-3e8dae184c04, infoPort=36947, infoSecurePort=0, ipcPort=45271, storageInfo=lv=-57;cid=testClusterID;nsid=263938789;c=1731219739157), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8464754d44d3d952 with lease ID 0xf66d0e0f0d26cd4e: Processing first storage report for DS-0fcd305d-f92a-4f51-8472-fa83eea2a93b from datanode DatanodeRegistration(127.0.0.1:37731, datanodeUuid=c4bb6a86-5e5b-4d0d-8bd6-3e8dae184c04, infoPort=36947, infoSecurePort=0, ipcPort=45271, storageInfo=lv=-57;cid=testClusterID;nsid=263938789;c=1731219739157) 2024-11-10T06:22:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8464754d44d3d952 with lease ID 0xf66d0e0f0d26cd4e: from storage DS-0fcd305d-f92a-4f51-8472-fa83eea2a93b node DatanodeRegistration(127.0.0.1:37731, datanodeUuid=c4bb6a86-5e5b-4d0d-8bd6-3e8dae184c04, infoPort=36947, infoSecurePort=0, ipcPort=45271, storageInfo=lv=-57;cid=testClusterID;nsid=263938789;c=1731219739157), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:19,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f 2024-11-10T06:22:19,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:19,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:22:20,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3 with version=8 2024-11-10T06:22:20,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/hbase-staging 2024-11-10T06:22:20,057 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:22:20,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:20,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33117 2024-11-10T06:22:20,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33117 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:20,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331170x0, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:20,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33117-0x101008aacea0003 connected 2024-11-10T06:22:20,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:20,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:20,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/running 2024-11-10T06:22:20,079 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3, hbase.cluster.distributed=false 2024-11-10T06:22:20,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/acl 2024-11-10T06:22:20,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T06:22:20,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33117 2024-11-10T06:22:20,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33117 2024-11-10T06:22:20,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T06:22:20,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T06:22:20,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:20,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:22:20,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:20,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32923 2024-11-10T06:22:20,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32923 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:20,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:20,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:20,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329230x0, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:20,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329230x0, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/running 2024-11-10T06:22:20,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32923-0x101008aacea0004 connected 2024-11-10T06:22:20,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:22:20,108 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:22:20,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/master 2024-11-10T06:22:20,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/acl 2024-11-10T06:22:20,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:22:20,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32923 2024-11-10T06:22:20,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32923 2024-11-10T06:22:20,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:22:20,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-10T06:22:20,128 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:33117 2024-11-10T06:22:20,129 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11514485362/backup-masters/c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/backup-masters 2024-11-10T06:22:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/backup-masters 2024-11-10T06:22:20,131 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on existing znode=/11514485362/backup-masters/c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11514485362/master 2024-11-10T06:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:20,133 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on existing znode=/11514485362/master 2024-11-10T06:22:20,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11514485362/backup-masters/c48ba4c5549b,33117,1731219740056 from backup master directory 2024-11-10T06:22:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11514485362/backup-masters/c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/backup-masters 2024-11-10T06:22:20,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/backup-masters 2024-11-10T06:22:20,135 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:20,135 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:20,139 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/hbase.id] with ID: 807447db-9c0e-4eb7-8764-70fdd1dc0c1c 2024-11-10T06:22:20,139 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/.tmp/hbase.id 2024-11-10T06:22:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:22:20,547 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/.tmp/hbase.id]:[hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/hbase.id] 2024-11-10T06:22:20,557 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:20,557 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:22:20,558 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:22:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:22:20,966 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:20,967 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:22:20,967 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:22:21,374 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store 2024-11-10T06:22:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:21,780 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:21,780 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:21,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219741780Disabling compacts and flushes for region at 1731219741780Disabling writes for close at 1731219741780Writing region close event to WAL at 1731219741780Closed at 1731219741780 2024-11-10T06:22:21,781 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/.initializing 2024-11-10T06:22:21,781 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/WALs/c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:21,782 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:21,784 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C33117%2C1731219740056, suffix=, logDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/WALs/c48ba4c5549b,33117,1731219740056, archiveDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/oldWALs, maxLogs=10 2024-11-10T06:22:21,797 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/WALs/c48ba4c5549b,33117,1731219740056/c48ba4c5549b%2C33117%2C1731219740056.1731219741784, exclude list is [], retry=0 2024-11-10T06:22:21,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37731,DS-17533212-d298-4e29-ab09-7f7f81d00b16,DISK] 2024-11-10T06:22:21,801 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/WALs/c48ba4c5549b,33117,1731219740056/c48ba4c5549b%2C33117%2C1731219740056.1731219741784 2024-11-10T06:22:21,801 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36947:36947)] 2024-11-10T06:22:21,801 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:21,801 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:21,802 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,802 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:22:21,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:21,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:21,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:22:21,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:21,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:21,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:22:21,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:21,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:21,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:22:21,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:21,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:21,808 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,809 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,809 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,810 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,810 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,810 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:21,811 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:21,813 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:21,814 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60852218, jitterRate=-0.09323129057884216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:21,814 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219741802Initializing all the Stores at 1731219741802Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219741802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219741803 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219741803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219741803Cleaning up temporary data from old regions at 1731219741810 (+7 ms)Region opened successfully at 1731219741814 (+4 ms) 2024-11-10T06:22:21,814 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:22:21,817 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c255f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:21,817 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:22:21,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:22:21,820 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:22:21,821 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/balancer because node does not exist (not necessarily an error) 2024-11-10T06:22:21,822 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/balancer already deleted, retry=false 2024-11-10T06:22:21,822 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:22:21,823 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:22:21,824 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/normalizer already deleted, retry=false 2024-11-10T06:22:21,824 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:22:21,825 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:22:21,829 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/switch/split already deleted, retry=false 2024-11-10T06:22:21,830 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:22:21,831 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/switch/merge already deleted, retry=false 2024-11-10T06:22:21,832 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:22:21,833 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/snapshot-cleanup already deleted, retry=false 2024-11-10T06:22:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11514485362/running 2024-11-10T06:22:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11514485362/running 2024-11-10T06:22:21,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,835 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,33117,1731219740056, sessionid=0x101008aacea0003, setting cluster-up flag (Was=false) 2024-11-10T06:22:21,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,848 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11514485362/flush-table-proc/acquired, /11514485362/flush-table-proc/reached, /11514485362/flush-table-proc/abort 2024-11-10T06:22:21,849 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:21,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:21,857 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11514485362/online-snapshot/acquired, /11514485362/online-snapshot/reached, /11514485362/online-snapshot/abort 2024-11-10T06:22:21,857 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:21,858 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:22:21,860 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:21,860 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:22:21,860 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:22:21,860 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,33117,1731219740056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:21,861 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219771862 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:22:21,862 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:21,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:22:21,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:21,863 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219741863,5,FailOnTimeoutGroup] 2024-11-10T06:22:21,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:22:21,863 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219741863,5,FailOnTimeoutGroup] 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,863 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:22:21,919 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(746): ClusterId : 807447db-9c0e-4eb7-8764-70fdd1dc0c1c 2024-11-10T06:22:21,919 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:22:21,921 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:22:21,921 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:22:21,923 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:22:21,923 DEBUG [RS:0;c48ba4c5549b:32923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b203524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:21,934 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:32923 2024-11-10T06:22:21,934 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:22:21,934 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:22:21,934 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:22:21,935 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,33117,1731219740056 with port=32923, startcode=1731219740096 2024-11-10T06:22:21,935 DEBUG [RS:0;c48ba4c5549b:32923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:22:21,936 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:22:21,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,938 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3 2024-11-10T06:22:21,938 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40803 2024-11-10T06:22:21,938 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:22:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/rs 2024-11-10T06:22:21,941 DEBUG [RS:0;c48ba4c5549b:32923 {}] zookeeper.ZKUtil(111): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on existing znode=/11514485362/rs/c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,941 WARN [RS:0;c48ba4c5549b:32923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:21,941 INFO [RS:0;c48ba4c5549b:32923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:21,942 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,32923,1731219740096] 2024-11-10T06:22:21,945 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:22:21,947 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:22:21,947 INFO [RS:0;c48ba4c5549b:32923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:22:21,947 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,947 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:22:21,948 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:22:21,948 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,948 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,948 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:21,949 DEBUG [RS:0;c48ba4c5549b:32923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,950 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,32923,1731219740096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:21,963 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:22:21,964 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,32923,1731219740096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,964 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,964 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.Replication(171): c48ba4c5549b,32923,1731219740096 started 2024-11-10T06:22:21,977 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:21,977 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,32923,1731219740096, RpcServer on c48ba4c5549b/172.17.0.2:32923, sessionid=0x101008aacea0004 2024-11-10T06:22:21,977 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:22:21,977 DEBUG [RS:0;c48ba4c5549b:32923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,977 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,32923,1731219740096' 2024-11-10T06:22:21,977 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11514485362/flush-table-proc/abort' 2024-11-10T06:22:21,977 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11514485362/flush-table-proc/acquired' 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,32923,1731219740096' 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11514485362/online-snapshot/abort' 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11514485362/online-snapshot/acquired' 2024-11-10T06:22:21,978 DEBUG [RS:0;c48ba4c5549b:32923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:22:21,978 INFO [RS:0;c48ba4c5549b:32923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:22:21,978 INFO [RS:0;c48ba4c5549b:32923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:22:22,079 INFO [RS:0;c48ba4c5549b:32923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:22,080 INFO [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C32923%2C1731219740096, suffix=, logDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096, archiveDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/oldWALs, maxLogs=10 2024-11-10T06:22:22,093 DEBUG [RS:0;c48ba4c5549b:32923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096/c48ba4c5549b%2C32923%2C1731219740096.1731219742080, exclude list is [], retry=0 2024-11-10T06:22:22,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37731,DS-17533212-d298-4e29-ab09-7f7f81d00b16,DISK] 2024-11-10T06:22:22,097 INFO [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096/c48ba4c5549b%2C32923%2C1731219740096.1731219742080 2024-11-10T06:22:22,097 DEBUG [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36947:36947)] 2024-11-10T06:22:22,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:22:22,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3 2024-11-10T06:22:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:22:22,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:22,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:22,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:22,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:22,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:22,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:22,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:22,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:22,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:22,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:22,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:22,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:22,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:22,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:22,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:22,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:22,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740 2024-11-10T06:22:22,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740 2024-11-10T06:22:22,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:22,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:22,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:22,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:22,690 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:22,690 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68568224, jitterRate=0.021746158599853516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:22,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219742678Initializing all the Stores at 1731219742679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219742679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219742679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219742679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219742679Cleaning up temporary data from old regions at 1731219742687 (+8 ms)Region opened successfully at 1731219742690 (+3 ms) 2024-11-10T06:22:22,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:22,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:22,691 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:22,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219742690Disabling compacts and flushes for region at 1731219742690Disabling writes for close at 1731219742691 (+1 ms)Writing region close event to WAL at 1731219742691Closed at 1731219742691 2024-11-10T06:22:22,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:22,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:22:22,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:22:22,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:22,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:22:22,844 DEBUG [c48ba4c5549b:33117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:22,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:22,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,32923,1731219740096, state=OPENING 2024-11-10T06:22:22,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:22:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:22,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:22,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11514485362/meta-region-server: CHANGED 2024-11-10T06:22:22,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11514485362/meta-region-server: CHANGED 2024-11-10T06:22:22,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,32923,1731219740096}] 2024-11-10T06:22:23,006 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:23,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:22:23,012 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:22:23,012 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:23,012 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:22:23,013 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C32923%2C1731219740096.meta, suffix=.meta, logDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096, archiveDir=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/oldWALs, maxLogs=10 2024-11-10T06:22:23,027 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096/c48ba4c5549b%2C32923%2C1731219740096.meta.1731219743014.meta, exclude list is [], retry=0 2024-11-10T06:22:23,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37731,DS-17533212-d298-4e29-ab09-7f7f81d00b16,DISK] 2024-11-10T06:22:23,030 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096/c48ba4c5549b%2C32923%2C1731219740096.meta.1731219743014.meta 2024-11-10T06:22:23,030 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36947:36947)] 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:23,031 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:22:23,031 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:22:23,031 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:22:23,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:23,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:23,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:23,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:23,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:23,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:23,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:23,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:23,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:23,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:23,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:23,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:23,037 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:23,037 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740 2024-11-10T06:22:23,038 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740 2024-11-10T06:22:23,039 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:23,039 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:23,040 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:23,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:23,041 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65905380, jitterRate=-0.017933309078216553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:23,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:22:23,042 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219743031Writing region info on filesystem at 1731219743031Initializing all the Stores at 1731219743032 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219743032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219743032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219743032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219743032Cleaning up temporary data from old regions at 1731219743039 (+7 ms)Running coprocessor post-open hooks at 1731219743041 (+2 ms)Region opened successfully at 1731219743041 2024-11-10T06:22:23,042 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219743006 2024-11-10T06:22:23,044 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:22:23,044 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:22:23,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:23,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,32923,1731219740096, state=OPEN 2024-11-10T06:22:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11514485362/meta-region-server 2024-11-10T06:22:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11514485362/meta-region-server 2024-11-10T06:22:23,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:23,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11514485362/meta-region-server: CHANGED 2024-11-10T06:22:23,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11514485362/meta-region-server: CHANGED 2024-11-10T06:22:23,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:22:23,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,32923,1731219740096 in 194 msec 2024-11-10T06:22:23,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:22:23,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-10T06:22:23,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:23,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:22:23,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:23,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,32923,1731219740096, seqNum=-1] 2024-11-10T06:22:23,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:23,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:23,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-10T06:22:23,058 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219743058, completionTime=-1 2024-11-10T06:22:23,058 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:22:23,058 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219803060 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219863060 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:33117, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,061 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.928sec 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:23,063 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:22:23,065 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:22:23,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:22:23,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33117,1731219740056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:23,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@924ed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33117,-1 for getting cluster id 2024-11-10T06:22:23,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:23,121 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '807447db-9c0e-4eb7-8764-70fdd1dc0c1c' 2024-11-10T06:22:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "807447db-9c0e-4eb7-8764-70fdd1dc0c1c" 2024-11-10T06:22:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cda2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33117,-1] 2024-11-10T06:22:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:23,123 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:23,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,32923,1731219740096, seqNum=-1] 2024-11-10T06:22:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:23,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:23,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:23,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:23,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:23,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008aacea0005 connected 2024-11-10T06:22:23,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfd876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33469,-1 for getting cluster id 2024-11-10T06:22:23,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:23,134 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4' 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4" 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6740710c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33469,-1] 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:23,135 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a57af72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43370422 2024-11-10T06:22:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:23,137 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:23,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:33117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:22:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:22:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:23,140 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33117' 2024-11-10T06:22:23,141 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ddb754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,141 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33117,-1 for getting cluster id 2024-11-10T06:22:23,141 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:23,142 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '807447db-9c0e-4eb7-8764-70fdd1dc0c1c' 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "807447db-9c0e-4eb7-8764-70fdd1dc0c1c" 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf3044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33117,-1] 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:23,143 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:23,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457652db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:23,144 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49de1831 2024-11-10T06:22:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:23,145 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:23,146 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T06:22:23,146 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:22:23,146 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:23,146 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:23,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:23,146 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:23,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:22:23,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:22:23,148 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:23,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:22:23,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741835_1011 (size=1138) 2024-11-10T06:22:23,197 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:22:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:23,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c3de9d0fd6e785045d864d2f7175e8a, NAME => 'hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe 2024-11-10T06:22:23,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741836_1012 (size=44) 2024-11-10T06:22:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:23,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:22:23,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:23,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c3de9d0fd6e785045d864d2f7175e8a, disabling compactions & flushes 2024-11-10T06:22:23,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:23,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:23,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. after waiting 0 ms 2024-11-10T06:22:23,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:23,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:23,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c3de9d0fd6e785045d864d2f7175e8a: Waiting for close lock at 1731219743963Disabling compacts and flushes for region at 1731219743963Disabling writes for close at 1731219743963Writing region close event to WAL at 1731219743963Closed at 1731219743963 2024-11-10T06:22:23,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:22:23,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219743964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219743964"}]},"ts":"1731219743964"} 2024-11-10T06:22:23,966 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:22:23,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:22:23,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219743967"}]},"ts":"1731219743967"} 2024-11-10T06:22:23,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:22:23,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN}] 2024-11-10T06:22:23,970 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN 2024-11-10T06:22:23,971 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN; state=OFFLINE, location=c48ba4c5549b,42449,1731219736101; forceNewPlan=false, retain=false 2024-11-10T06:22:24,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c3de9d0fd6e785045d864d2f7175e8a, regionState=OPENING, regionLocation=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:24,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN because future has completed 2024-11-10T06:22:24,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,42449,1731219736101}] 2024-11-10T06:22:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:24,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:24,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:24,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:22:24,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C42449%2C1731219736101.rep, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:24,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.rep.1731219744283, exclude list is [], retry=0 2024-11-10T06:22:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:24,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.rep.1731219744283 2024-11-10T06:22:24,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:24,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c3de9d0fd6e785045d864d2f7175e8a, NAME => 'hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:24,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. service=MultiRowMutationService 2024-11-10T06:22:24,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,303 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,304 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName hfileref 2024-11-10T06:22:24,305 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:24,305 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:24,305 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,306 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName queue 2024-11-10T06:22:24,306 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:24,306 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:24,306 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,307 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName sid 2024-11-10T06:22:24,307 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:24,307 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:24,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:24,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:24,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9c3de9d0fd6e785045d864d2f7175e8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61474091, jitterRate=-0.08396466076374054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:24,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:24,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9c3de9d0fd6e785045d864d2f7175e8a: Running coprocessor pre-open hook at 1731219744302Writing region info on filesystem at 1731219744302Initializing all the Stores at 1731219744303 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219744303Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219744303Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219744303Cleaning up temporary data from old regions at 1731219744309 (+6 ms)Running coprocessor post-open hooks at 1731219744313 (+4 ms)Region opened successfully at 1731219744313 2024-11-10T06:22:24,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., pid=7, masterSystemTime=1731219744276 2024-11-10T06:22:24,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:24,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:24,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9c3de9d0fd6e785045d864d2f7175e8a, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:24,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,42449,1731219736101 because future has completed 2024-11-10T06:22:24,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T06:22:24,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,42449,1731219736101 in 195 msec 2024-11-10T06:22:24,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:22:24,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN in 352 msec 2024-11-10T06:22:24,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:22:24,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219744323"}]},"ts":"1731219744323"} 2024-11-10T06:22:24,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:22:24,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:22:24,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-10T06:22:24,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., hostname=c48ba4c5549b,42449,1731219736101, seqNum=2] 2024-11-10T06:22:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:24,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:22:24,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T06:22:24,517 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:22:24,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:24,546 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,42449,1731219736101, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:22:24,547 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:24,547 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,42449,1731219736101, seqNum=-1] 2024-11-10T06:22:24,547 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:24,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T06:22:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,42449,1731219736101', locateType=CURRENT is [region=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., hostname=c48ba4c5549b,42449,1731219736101, seqNum=2] 2024-11-10T06:22:24,553 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T06:22:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T06:22:24,555 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,42449,1731219736101 suceeded 2024-11-10T06:22:24,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T06:22:24,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T06:22:24,558 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:33117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:22:24,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-10T06:22:24,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:24,576 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33117' 2024-11-10T06:22:24,577 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65256d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:24,577 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33117,-1 for getting cluster id 2024-11-10T06:22:24,577 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:24,578 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '807447db-9c0e-4eb7-8764-70fdd1dc0c1c' 2024-11-10T06:22:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "807447db-9c0e-4eb7-8764-70fdd1dc0c1c" 2024-11-10T06:22:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@87a749e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33117,-1] 2024-11-10T06:22:24,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:24,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:24,579 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:24,580 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2244e635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:24,580 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ec850e 2024-11-10T06:22:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:24,582 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:24,582 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,42449,1731219736101 (queues=1) is replicating from cluster=5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4 to cluster=807447db-9c0e-4eb7-8764-70fdd1dc0c1c 2024-11-10T06:22:24,582 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C42449%2C1731219736101 2024-11-10T06:22:24,582 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,42449,1731219736101, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:22:24,583 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.shipperc48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C42449%2C1731219736101 2024-11-10T06:22:24,583 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082, startPosition=0, beingWritten=true 2024-11-10T06:22:24,791 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 to pos 0, reset compression=false 2024-11-10T06:22:25,095 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 to pos 0, reset compression=false 2024-11-10T06:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:25,285 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:22:25,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:25,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:25,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:25,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68770c36 2024-11-10T06:22:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:25,287 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:25,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33469 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:22:25,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:25,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:25,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:25,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:22:25,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=884270611, stopped=false 2024-11-10T06:22:25,288 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,33469,1731219736054 2024-11-10T06:22:25,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:25,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:25,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:25,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:25,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:25,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:25,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:25,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,42449,1731219736101' ***** 2024-11-10T06:22:25,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:22:25,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:25,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:25,291 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:22:25,291 INFO [RS:0;c48ba4c5549b:42449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:22:25,291 INFO [RS:0;c48ba4c5549b:42449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:22:25,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:22:25,291 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:42449. 2024-11-10T06:22:25,292 DEBUG [RS:0;c48ba4c5549b:42449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:25,292 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c3de9d0fd6e785045d864d2f7175e8a, disabling compactions & flushes 2024-11-10T06:22:25,292 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. after waiting 0 ms 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:22:25,292 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c3de9d0fd6e785045d864d2f7175e8a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T06:22:25,292 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:22:25,292 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c3de9d0fd6e785045d864d2f7175e8a=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.} 2024-11-10T06:22:25,292 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:25,292 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:25,292 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:25,292 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T06:22:25,308 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/6ae62833f4f14cf69a51b8a51f8e18ba is 147, key is hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a./info:regioninfo/1731219744316/Put/seqid=0 2024-11-10T06:22:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741838_1014 (size=6631) 2024-11-10T06:22:25,314 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/.tmp/queue/6f2ff02edac64b11a82e64a95688c3f5 is 151, key is 1-c48ba4c5549b,42449,1731219736101/queue:c48ba4c5549b%2C42449%2C1731219736101/1731219744552/Put/seqid=0 2024-11-10T06:22:25,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741839_1015 (size=5350) 2024-11-10T06:22:25,356 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:25,492 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:25,500 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 to pos 0, reset compression=false 2024-11-10T06:22:25,693 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:25,713 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/6ae62833f4f14cf69a51b8a51f8e18ba 2024-11-10T06:22:25,718 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/.tmp/queue/6f2ff02edac64b11a82e64a95688c3f5 2024-11-10T06:22:25,723 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/.tmp/queue/6f2ff02edac64b11a82e64a95688c3f5 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/queue/6f2ff02edac64b11a82e64a95688c3f5 2024-11-10T06:22:25,728 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/queue/6f2ff02edac64b11a82e64a95688c3f5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T06:22:25,729 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c3de9d0fd6e785045d864d2f7175e8a in 437ms, sequenceid=5, compaction requested=false 2024-11-10T06:22:25,729 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:22:25,733 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:22:25,734 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:25,734 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:25,734 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:25,734 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c3de9d0fd6e785045d864d2f7175e8a: Waiting for close lock at 1731219745292Running coprocessor pre-close hooks at 1731219745292Disabling compacts and flushes for region at 1731219745292Disabling writes for close at 1731219745292Obtaining lock to block concurrent updates at 1731219745292Preparing flush snapshotting stores in 9c3de9d0fd6e785045d864d2f7175e8a at 1731219745292Finished memstore snapshotting hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731219745292Flushing stores of hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. at 1731219745293 (+1 ms)Flushing 9c3de9d0fd6e785045d864d2f7175e8a/queue: creating writer at 1731219745293Flushing 9c3de9d0fd6e785045d864d2f7175e8a/queue: appending metadata at 1731219745314 (+21 ms)Flushing 9c3de9d0fd6e785045d864d2f7175e8a/queue: closing flushed file at 1731219745314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78aa57f1: reopening flushed file at 1731219745723 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9c3de9d0fd6e785045d864d2f7175e8a in 437ms, sequenceid=5, compaction requested=false at 1731219745729 (+6 ms)Writing region close event to WAL at 1731219745730 (+1 ms)Running coprocessor post-close hooks at 1731219745734 (+4 ms)Closed at 1731219745734 2024-11-10T06:22:25,734 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:25,735 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/ns/f11b985e626d4391b4594145d0352a87 is 43, key is default/ns:d/1731219739075/Put/seqid=0 2024-11-10T06:22:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741840_1016 (size=5153) 2024-11-10T06:22:25,893 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:25,951 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:22:25,951 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:22:26,005 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 to pos 0, reset compression=false 2024-11-10T06:22:26,093 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:26,139 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/ns/f11b985e626d4391b4594145d0352a87 2024-11-10T06:22:26,158 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/table/aa955155963044ea972bf5c614aa98a3 is 53, key is hbase:replication/table:state/1731219744323/Put/seqid=0 2024-11-10T06:22:26,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741841_1017 (size=5256) 2024-11-10T06:22:26,293 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:22:26,293 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:22:26,293 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:26,493 DEBUG [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:26,563 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/table/aa955155963044ea972bf5c614aa98a3 2024-11-10T06:22:26,568 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/6ae62833f4f14cf69a51b8a51f8e18ba as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/info/6ae62833f4f14cf69a51b8a51f8e18ba 2024-11-10T06:22:26,572 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/info/6ae62833f4f14cf69a51b8a51f8e18ba, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T06:22:26,573 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/ns/f11b985e626d4391b4594145d0352a87 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/ns/f11b985e626d4391b4594145d0352a87 2024-11-10T06:22:26,577 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/ns/f11b985e626d4391b4594145d0352a87, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:22:26,578 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/table/aa955155963044ea972bf5c614aa98a3 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/table/aa955155963044ea972bf5c614aa98a3 2024-11-10T06:22:26,582 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/table/aa955155963044ea972bf5c614aa98a3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T06:22:26,583 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false 2024-11-10T06:22:26,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:22:26,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:26,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:26,587 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:26,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219745292Running coprocessor pre-close hooks at 1731219745292Disabling compacts and flushes for region at 1731219745292Disabling writes for close at 1731219745292Obtaining lock to block concurrent updates at 1731219745292Preparing flush snapshotting stores in 1588230740 at 1731219745292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731219745293 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219745293Flushing 1588230740/info: creating writer at 1731219745293Flushing 1588230740/info: appending metadata at 1731219745308 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731219745308Flushing 1588230740/ns: creating writer at 1731219745719 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731219745734 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219745734Flushing 1588230740/table: creating writer at 1731219746144 (+410 ms)Flushing 1588230740/table: appending metadata at 1731219746158 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731219746158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf274a2: reopening flushed file at 1731219746568 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f3089f: reopening flushed file at 1731219746572 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c45472d: reopening flushed file at 1731219746578 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1291ms, sequenceid=11, compaction requested=false at 1731219746583 (+5 ms)Writing region close event to WAL at 1731219746584 (+1 ms)Running coprocessor post-close hooks at 1731219746587 (+3 ms)Closed at 1731219746587 2024-11-10T06:22:26,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:26,610 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 to pos 0, reset compression=false 2024-11-10T06:22:26,694 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,42449,1731219736101; all regions closed. 2024-11-10T06:22:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741834_1010 (size=2742) 2024-11-10T06:22:26,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.meta.1731219739023.meta not finished, retry = 0 2024-11-10T06:22:26,798 DEBUG [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:26,798 INFO [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C42449%2C1731219736101.meta:.meta(num 1731219739023) 2024-11-10T06:22:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741837_1013 (size=1586) 2024-11-10T06:22:26,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.rep.1731219744283 not finished, retry = 0 2024-11-10T06:22:26,903 DEBUG [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:26,903 INFO [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C42449%2C1731219736101.rep:(num 1731219744283) 2024-11-10T06:22:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:22:26,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101/c48ba4c5549b%2C42449%2C1731219736101.1731219738082 not finished, retry = 0 2024-11-10T06:22:27,007 DEBUG [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:27,007 INFO [RS:0;c48ba4c5549b:42449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C42449%2C1731219736101:(num 1731219738082) 2024-11-10T06:22:27,007 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:27,007 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:27,007 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:27,007 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:27,008 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:27,008 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:27,008 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,42449,1731219736101 because: Region server is closing 2024-11-10T06:22:27,008 INFO [RS:0;c48ba4c5549b:42449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:42449. 2024-11-10T06:22:27,008 DEBUG [RS:0;c48ba4c5549b:42449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:27,008 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:27,008 DEBUG [RS:0;c48ba4c5549b:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:27,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:27,109 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.wal-reader.c48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:22:27,109 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.shipperc48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:22:27,109 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,42449,1731219736101.replicationSource.shipperc48ba4c5549b%2C42449%2C1731219736101,1-c48ba4c5549b,42449,1731219736101 terminated 2024-11-10T06:22:27,109 INFO [RS:0;c48ba4c5549b:42449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42449 2024-11-10T06:22:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/rs/c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/rs 2024-11-10T06:22:27,111 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:27,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,42449,1731219736101] 2024-11-10T06:22:27,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/draining/c48ba4c5549b,42449,1731219736101 already deleted, retry=false 2024-11-10T06:22:27,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,42449,1731219736101 expired; onlineServers=0 2024-11-10T06:22:27,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,33469,1731219736054' ***** 2024-11-10T06:22:27,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:22:27,114 INFO [M:0;c48ba4c5549b:33469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:27,114 INFO [M:0;c48ba4c5549b:33469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:27,114 DEBUG [M:0;c48ba4c5549b:33469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:22:27,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:22:27,114 DEBUG [M:0;c48ba4c5549b:33469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:22:27,114 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219737881 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219737881,5,FailOnTimeoutGroup] 2024-11-10T06:22:27,114 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219737881 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219737881,5,FailOnTimeoutGroup] 2024-11-10T06:22:27,114 INFO [M:0;c48ba4c5549b:33469 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:27,115 INFO [M:0;c48ba4c5549b:33469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:27,115 DEBUG [M:0;c48ba4c5549b:33469 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:22:27,115 INFO [M:0;c48ba4c5549b:33469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:22:27,115 INFO [M:0;c48ba4c5549b:33469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:27,115 INFO [M:0;c48ba4c5549b:33469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:22:27,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:22:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/master 2024-11-10T06:22:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:27,116 DEBUG [M:0;c48ba4c5549b:33469 {}] zookeeper.ZKUtil(347): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/master because node does not exist (not an error) 2024-11-10T06:22:27,116 WARN [M:0;c48ba4c5549b:33469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:22:27,117 INFO [M:0;c48ba4c5549b:33469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.lastflushedseqids 2024-11-10T06:22:27,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741842_1018 (size=181) 2024-11-10T06:22:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x101008aacea0001, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:27,213 INFO [RS:0;c48ba4c5549b:42449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:27,213 INFO [RS:0;c48ba4c5549b:42449 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,42449,1731219736101; zookeeper connection closed. 2024-11-10T06:22:27,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@319d45c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@319d45c0 2024-11-10T06:22:27,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:22:27,522 INFO [M:0;c48ba4c5549b:33469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:22:27,522 INFO [M:0;c48ba4c5549b:33469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:22:27,522 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:27,522 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:27,522 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:27,522 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:27,522 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:27,523 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T06:22:27,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:22:27,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:22:27,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T06:22:27,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:22:27,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:22:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:22:27,541 DEBUG [M:0;c48ba4c5549b:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f169eed5c10341b495ed540a9c7754b8 is 82, key is hbase:meta,,1/info:regioninfo/1731219739056/Put/seqid=0 2024-11-10T06:22:27,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741843_1019 (size=5672) 2024-11-10T06:22:27,946 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f169eed5c10341b495ed540a9c7754b8 2024-11-10T06:22:27,965 DEBUG [M:0;c48ba4c5549b:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593d75f6539449f7b78e037f2b83bccc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731219744327/Put/seqid=0 2024-11-10T06:22:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741844_1020 (size=7203) 2024-11-10T06:22:28,370 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593d75f6539449f7b78e037f2b83bccc 2024-11-10T06:22:28,388 DEBUG [M:0;c48ba4c5549b:33469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a123e3ee384b47989e678d4242fbc2 is 69, key is c48ba4c5549b,42449,1731219736101/rs:state/1731219737941/Put/seqid=0 2024-11-10T06:22:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741845_1021 (size=5156) 2024-11-10T06:22:28,793 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a123e3ee384b47989e678d4242fbc2 2024-11-10T06:22:28,798 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f169eed5c10341b495ed540a9c7754b8 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f169eed5c10341b495ed540a9c7754b8 2024-11-10T06:22:28,801 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f169eed5c10341b495ed540a9c7754b8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T06:22:28,802 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593d75f6539449f7b78e037f2b83bccc as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593d75f6539449f7b78e037f2b83bccc 2024-11-10T06:22:28,806 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593d75f6539449f7b78e037f2b83bccc, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T06:22:28,807 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15a123e3ee384b47989e678d4242fbc2 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a123e3ee384b47989e678d4242fbc2 2024-11-10T06:22:28,811 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a123e3ee384b47989e678d4242fbc2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T06:22:28,812 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-10T06:22:28,814 INFO [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:28,814 DEBUG [M:0;c48ba4c5549b:33469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219747522Disabling compacts and flushes for region at 1731219747522Disabling writes for close at 1731219747522Obtaining lock to block concurrent updates at 1731219747523 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219747523Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731219747523Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219747523Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219747523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219747541 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219747541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219747951 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219747965 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219747965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219748374 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219748388 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219748388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4565399b: reopening flushed file at 1731219748797 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6e0ade: reopening flushed file at 1731219748801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fb619: reopening flushed file at 1731219748806 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1731219748812 (+6 ms)Writing region close event to WAL at 1731219748814 (+2 ms)Closed at 1731219748814 2024-11-10T06:22:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741830_1006 (size=41008) 2024-11-10T06:22:28,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 not finished, retry = 0 2024-11-10T06:22:28,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:28,917 INFO [M:0;c48ba4c5549b:33469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:22:28,917 INFO [M:0;c48ba4c5549b:33469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33469 2024-11-10T06:22:28,918 INFO [M:0;c48ba4c5549b:33469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:29,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:29,020 INFO [M:0;c48ba4c5549b:33469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:29,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33469-0x101008aacea0000, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:29,022 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:22:29,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:29,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-11-10T06:22:29,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35091 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:29,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350910x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:29,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35091-0x101008aacea0006 connected 2024-11-10T06:22:29,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:29,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:29,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:29,033 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: INIT 2024-11-10T06:22:29,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe, hbase.cluster.distributed=false 2024-11-10T06:22:29,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/acl 2024-11-10T06:22:29,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-10T06:22:29,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-11-10T06:22:29,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-11-10T06:22:29,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-10T06:22:29,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-10T06:22:29,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:22:29,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:29,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40501 2024-11-10T06:22:29,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40501 connecting to ZooKeeper ensemble=127.0.0.1:51271 2024-11-10T06:22:29,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:29,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:29,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405010x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:29,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405010x0, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:29,058 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: INIT 2024-11-10T06:22:29,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40501-0x101008aacea0007 connected 2024-11-10T06:22:29,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:22:29,061 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:22:29,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/master 2024-11-10T06:22:29,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/acl 2024-11-10T06:22:29,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T06:22:29,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40501 2024-11-10T06:22:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40501 2024-11-10T06:22:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T06:22:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40501 2024-11-10T06:22:29,078 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:35091 2024-11-10T06:22:29,078 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-83874639/backup-masters/c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:29,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:29,081 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/backup-masters/c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/master 2024-11-10T06:22:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:29,083 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/master 2024-11-10T06:22:29,083 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-83874639/backup-masters/c48ba4c5549b,35091,1731219749022 from backup master directory 2024-11-10T06:22:29,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/backup-masters/c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:29,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/backup-masters 2024-11-10T06:22:29,085 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:29,085 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,095 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:29,095 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:22:29,100 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-10T06:22:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741846_1022 (size=196) 2024-11-10T06:22:29,509 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:29,509 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:22:29,510 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:29,514 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T06:22:29,517 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054 to hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054-dead as it is dead 2024-11-10T06:22:29,517 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054-dead/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:29,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054-dead/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 after 1ms 2024-11-10T06:22:29,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054-dead/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 to hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:29,518 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,33469,1731219736054-dead 2024-11-10T06:22:29,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,519 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:29,520 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C35091%2C1731219749022, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,35091,1731219749022, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/oldWALs, maxLogs=10 2024-11-10T06:22:29,534 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,35091,1731219749022/c48ba4c5549b%2C35091%2C1731219749022.1731219749521, exclude list is [], retry=0 2024-11-10T06:22:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:29,538 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,35091,1731219749022/c48ba4c5549b%2C35091%2C1731219749022.1731219749521 2024-11-10T06:22:29,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:29,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:29,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:29,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,538 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:22:29,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:29,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f169eed5c10341b495ed540a9c7754b8 2024-11-10T06:22:29,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:29,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:22:29,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:29,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593d75f6539449f7b78e037f2b83bccc 2024-11-10T06:22:29,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:29,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:22:29,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:29,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15a123e3ee384b47989e678d4242fbc2 2024-11-10T06:22:29,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:29,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:22:29,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:29,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:29,558 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,558 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T06:22:29,558 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:29,562 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:29,563 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c48ba4c5549b%2C33469%2C1731219736054.1731219737791 2024-11-10T06:22:29,564 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,564 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,564 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:29,565 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:29,568 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T06:22:29,569 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71415055, jitterRate=0.06416724622249603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:29,569 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219749538Initializing all the Stores at 1731219749539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219749539Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219749539Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219749539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219749539Cleaning up temporary data from old regions at 1731219749564 (+25 ms)Region opened successfully at 1731219749569 (+5 ms) 2024-11-10T06:22:29,569 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:22:29,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3924ec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:29,573 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T06:22:29,573 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:22:29,573 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:22:29,574 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:22:29,574 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:22:29,576 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:29,577 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:22:29,577 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:22:29,577 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T06:22:29,577 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:22:29,582 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c48ba4c5549b,42449,1731219736101, regionLocation=c48ba4c5549b,42449,1731219736101, openSeqNum=2 2024-11-10T06:22:29,583 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c48ba4c5549b,42449,1731219736101, table=hbase:meta, region=1588230740 2024-11-10T06:22:29,583 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,42449,1731219736101, state=OPEN 2024-11-10T06:22:29,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:29,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:29,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:29,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:29,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:22:29,590 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/draining/c48ba4c5549b,42449,1731219736101 already deleted, retry=false 2024-11-10T06:22:29,590 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c48ba4c5549b,42449,1731219736101 on c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,591 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c48ba4c5549b,42449,1731219736101, splitWal=true, meta=true 2024-11-10T06:22:29,591 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c48ba4c5549b,42449,1731219736101 (carryingMeta=true) c48ba4c5549b,42449,1731219736101/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6db4138a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T06:22:29,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/balancer because node does not exist (not necessarily an error) 2024-11-10T06:22:29,593 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/balancer already deleted, retry=false 2024-11-10T06:22:29,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:22:29,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:22:29,595 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/normalizer already deleted, retry=false 2024-11-10T06:22:29,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:22:29,596 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:22:29,598 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/switch/split already deleted, retry=false 2024-11-10T06:22:29,599 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:22:29,600 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/switch/merge already deleted, retry=false 2024-11-10T06:22:29,604 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:22:29,605 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/snapshot-cleanup already deleted, retry=false 2024-11-10T06:22:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:29,607 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,35091,1731219749022, sessionid=0x101008aacea0006, setting cluster-up flag (Was=false) 2024-11-10T06:22:29,609 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83874639/flush-table-proc/acquired, /0-83874639/flush-table-proc/reached, /0-83874639/flush-table-proc/abort 2024-11-10T06:22:29,610 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-83874639/online-snapshot/acquired, /0-83874639/online-snapshot/reached, /0-83874639/online-snapshot/abort 2024-11-10T06:22:29,613 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:29,614 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.lastflushedseqids 2024-11-10T06:22:29,615 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:22:29,615 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:22:29,616 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,35091,1731219749022 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c48ba4c5549b,42449,1731219736101 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:29,617 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219779618 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,618 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c48ba4c5549b,42449,1731219736101, splitWal=true, meta=true 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:22:29,618 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:22:29,619 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c48ba4c5549b,42449,1731219736101, splitWal=true, meta=true, isMeta: true 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:22:29,619 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219749619,5,FailOnTimeoutGroup] 2024-11-10T06:22:29,619 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219749619,5,FailOnTimeoutGroup] 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219749619, completionTime=-1 2024-11-10T06:22:29,619 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T06:22:29,619 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T06:22:29,620 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101-splitting 2024-11-10T06:22:29,620 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101-splitting dir is empty, no logs to split. 2024-11-10T06:22:29,620 INFO [PEWorker-1 {}] master.SplitWALManager(105): c48ba4c5549b,42449,1731219736101 WAL count=0, meta=true 2024-11-10T06:22:29,622 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101-splitting dir is empty, no logs to split. 2024-11-10T06:22:29,622 INFO [PEWorker-1 {}] master.SplitWALManager(105): c48ba4c5549b,42449,1731219736101 WAL count=0, meta=true 2024-11-10T06:22:29,622 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c48ba4c5549b,42449,1731219736101 WAL splitting is done? wals=0, meta=true 2024-11-10T06:22:29,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:22:29,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:29,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T06:22:29,668 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(746): ClusterId : 5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4 2024-11-10T06:22:29,668 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:22:29,670 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:22:29,670 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:22:29,678 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:22:29,679 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743faba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:29,690 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:40501 2024-11-10T06:22:29,690 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:22:29,690 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:22:29,691 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:22:29,691 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,35091,1731219749022 with port=40501, startcode=1731219749049 2024-11-10T06:22:29,691 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:22:29,693 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:22:29,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,694 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe 2024-11-10T06:22:29,694 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43081 2024-11-10T06:22:29,694 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:22:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/rs 2024-11-10T06:22:29,699 DEBUG [RS:0;c48ba4c5549b:40501 {}] zookeeper.ZKUtil(111): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on existing znode=/0-83874639/rs/c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,699 WARN [RS:0;c48ba4c5549b:40501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:29,699 INFO [RS:0;c48ba4c5549b:40501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:29,699 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,40501,1731219749049] 2024-11-10T06:22:29,716 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:22:29,718 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:22:29,718 INFO [RS:0;c48ba4c5549b:40501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:22:29,718 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,718 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:22:29,719 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:22:29,719 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:29,719 DEBUG [RS:0;c48ba4c5549b:40501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,720 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40501,1731219749049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:29,733 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:22:29,733 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40501,1731219749049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,746 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,40501,1731219749049, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:22:29,746 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,746 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.Replication(171): c48ba4c5549b,40501,1731219749049 started 2024-11-10T06:22:29,760 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33117' 2024-11-10T06:22:29,760 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,40501,1731219749049, RpcServer on c48ba4c5549b/172.17.0.2:40501, sessionid=0x101008aacea0007 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,40501,1731219749049' 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83874639/flush-table-proc/abort' 2024-11-10T06:22:29,760 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83874639/flush-table-proc/acquired' 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,40501,1731219749049' 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-83874639/online-snapshot/abort' 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecce9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33117,-1 for getting cluster id 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:29,761 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-83874639/online-snapshot/acquired' 2024-11-10T06:22:29,762 DEBUG [RS:0;c48ba4c5549b:40501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:22:29,762 INFO [RS:0;c48ba4c5549b:40501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:22:29,762 INFO [RS:0;c48ba4c5549b:40501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:22:29,762 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '807447db-9c0e-4eb7-8764-70fdd1dc0c1c' 2024-11-10T06:22:29,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "807447db-9c0e-4eb7-8764-70fdd1dc0c1c" 2024-11-10T06:22:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cf14c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33117,-1] 2024-11-10T06:22:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:29,764 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:29,764 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5008ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:29,764 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b298357 2024-11-10T06:22:29,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:29,766 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:29,767 INFO [RS:0;c48ba4c5549b:40501.replicationSource,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,40501,1731219749049 (queues=0) is replicating from cluster=5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4 to cluster=807447db-9c0e-4eb7-8764-70fdd1dc0c1c 2024-11-10T06:22:29,774 WARN [c48ba4c5549b:35091 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:22:29,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:29,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:29,862 INFO [RS:0;c48ba4c5549b:40501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:29,863 INFO [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C40501%2C1731219749049, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:29,877 DEBUG [RS:0;c48ba4c5549b:40501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864, exclude list is [], retry=0 2024-11-10T06:22:29,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:29,881 INFO [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 2024-11-10T06:22:29,881 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c48ba4c5549b%2C40501%2C1731219749049 for peer 1 2024-11-10T06:22:29,881 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C40501%2C1731219749049 2024-11-10T06:22:29,881 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,40501,1731219749049, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:22:29,882 DEBUG [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:29,882 INFO [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C40501%2C1731219749049 2024-11-10T06:22:29,882 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864, startPosition=0, beingWritten=true 2024-11-10T06:22:30,025 DEBUG [c48ba4c5549b:35091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:30,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:30,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,40501,1731219749049, state=OPENING 2024-11-10T06:22:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:30,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:30,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:30,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:30,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,40501,1731219749049}] 2024-11-10T06:22:30,086 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:30,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:30,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:22:30,185 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:22:30,185 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:30,185 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:22:30,187 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C40501%2C1731219749049.meta, suffix=.meta, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:30,201 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.meta.1731219750187.meta, exclude list is [], retry=0 2024-11-10T06:22:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:30,204 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.meta.1731219750187.meta 2024-11-10T06:22:30,204 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:30,205 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:22:30,205 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:22:30,205 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:22:30,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:30,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:30,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:30,212 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/info/6ae62833f4f14cf69a51b8a51f8e18ba 2024-11-10T06:22:30,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:30,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:30,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:30,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:30,218 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/ns/f11b985e626d4391b4594145d0352a87 2024-11-10T06:22:30,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:30,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:30,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:30,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:30,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:30,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:30,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:30,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:30,224 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/table/aa955155963044ea972bf5c614aa98a3 2024-11-10T06:22:30,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:30,224 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:30,225 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:30,226 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740 2024-11-10T06:22:30,227 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:30,227 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:30,227 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:30,228 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:30,229 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59115183, jitterRate=-0.11911512911319733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:30,229 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:22:30,229 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219750206Writing region info on filesystem at 1731219750206Initializing all the Stores at 1731219750206Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219750206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219750206Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219750206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219750206Cleaning up temporary data from old regions at 1731219750227 (+21 ms)Running coprocessor post-open hooks at 1731219750229 (+2 ms)Region opened successfully at 1731219750229 2024-11-10T06:22:30,230 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731219750180 2024-11-10T06:22:30,232 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:22:30,232 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:22:30,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:30,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,40501,1731219749049, state=OPEN 2024-11-10T06:22:30,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-83874639/meta-region-server 2024-11-10T06:22:30,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:30,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:30,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-83874639/meta-region-server: CHANGED 2024-11-10T06:22:30,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T06:22:30,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,40501,1731219749049 in 208 msec 2024-11-10T06:22:30,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:22:30,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-10T06:22:30,391 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:30,795 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:31,222 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-10T06:22:31,300 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:31,905 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:32,609 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:32,724 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-10T06:22:33,414 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:34,126 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T06:22:34,126 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:22:34,127 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:34,127 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,40501,1731219749049, seqNum=-1] 2024-11-10T06:22:34,127 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:34,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:34,132 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c3de9d0fd6e785045d864d2f7175e8a, regionState=OPEN, lastHost=c48ba4c5549b,42449,1731219736101, regionLocation=c48ba4c5549b,42449,1731219736101, openSeqNum=2 2024-11-10T06:22:34,132 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:22:34,132 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219814132 2024-11-10T06:22:34,132 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219874132 2024-11-10T06:22:34,132 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-10T06:22:34,133 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c48ba4c5549b,42449,1731219736101 had 2 regions 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:35091, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,133 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,134 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c48ba4c5549b,42449,1731219736101, splitWal=true, meta=true, isMeta: false 2024-11-10T06:22:34,135 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101-splitting dir is empty, no logs to split. 2024-11-10T06:22:34,135 INFO [PEWorker-3 {}] master.SplitWALManager(105): c48ba4c5549b,42449,1731219736101 WAL count=0, meta=false 2024-11-10T06:22:34,138 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,42449,1731219736101-splitting dir is empty, no logs to split. 2024-11-10T06:22:34,138 INFO [PEWorker-3 {}] master.SplitWALManager(105): c48ba4c5549b,42449,1731219736101 WAL count=0, meta=false 2024-11-10T06:22:34,138 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c48ba4c5549b,42449,1731219736101 WAL splitting is done? wals=0, meta=false 2024-11-10T06:22:34,139 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.054sec 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:34,141 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:22:34,141 WARN [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c48ba4c5549b,42449,1731219736101/hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:34,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN}] 2024-11-10T06:22:34,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN 2024-11-10T06:22:34,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T06:22:34,145 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:22:34,145 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:22:34,145 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35091,1731219749022-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:34,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef3425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,35091,-1 for getting cluster id 2024-11-10T06:22:34,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:34,173 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4' 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4" 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfa5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,35091,-1] 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,174 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,40501,1731219749049, seqNum=-1] 2024-11-10T06:22:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:34,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T06:22:34,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:34,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c48ba4c5549b:35091 after: c48ba4c5549b:35091 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,35091,-1 for getting cluster id 2024-11-10T06:22:34,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:34,181 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4' 2024-11-10T06:22:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f71b3b2-4e00-4592-b4ca-a2fd053cdaa4" 2024-11-10T06:22:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223623de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,35091,-1] 2024-11-10T06:22:34,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,182 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:34,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:34,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8d7bdb 2024-11-10T06:22:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:34,184 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:34,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-10T06:22:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:22:34,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:34,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:34,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:22:34,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=285477770, stopped=false 2024-11-10T06:22:34,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,33117,1731219740056 2024-11-10T06:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11514485362/running 2024-11-10T06:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11514485362/running 2024-11-10T06:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:34,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:34,187 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:34,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:34,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:34,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,187 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,32923,1731219740096' ***** 2024-11-10T06:22:34,187 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:22:34,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/running 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:22:34,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Set watcher on znode that does not yet exist, /11514485362/running 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:32923. 2024-11-10T06:22:34,188 DEBUG [RS:0;c48ba4c5549b:32923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:34,188 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:22:34,188 DEBUG [RS:0;c48ba4c5549b:32923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:22:34,188 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:22:34,189 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:22:34,189 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:22:34,189 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:34,189 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:34,189 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:34,189 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:34,189 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:34,189 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:34,189 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T06:22:34,205 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/.tmp/ns/3d9bb4a9ed04441a901d075e42c7e31e is 43, key is default/ns:d/1731219743054/Put/seqid=0 2024-11-10T06:22:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741835_1011 (size=5153) 2024-11-10T06:22:34,259 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:34,294 DEBUG [c48ba4c5549b:35091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:34,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9c3de9d0fd6e785045d864d2f7175e8a, regionState=OPENING, regionLocation=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:34,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN because future has completed 2024-11-10T06:22:34,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,40501,1731219749049}] 2024-11-10T06:22:34,319 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:34,389 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:34,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:34,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:34,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:22:34,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C40501%2C1731219749049.rep, suffix=, logDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049, archiveDir=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs, maxLogs=10 2024-11-10T06:22:34,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.rep.1731219754454, exclude list is [], retry=0 2024-11-10T06:22:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41487,DS-c0b4640f-7537-4604-9a4d-14ffbc251a85,DISK] 2024-11-10T06:22:34,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.rep.1731219754454 2024-11-10T06:22:34,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37747:37747)] 2024-11-10T06:22:34,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c3de9d0fd6e785045d864d2f7175e8a, NAME => 'hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:34,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. service=MultiRowMutationService 2024-11-10T06:22:34,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,474 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,474 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName hfileref 2024-11-10T06:22:34,474 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:34,475 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:34,475 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,475 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName queue 2024-11-10T06:22:34,475 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:34,481 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/queue/6f2ff02edac64b11a82e64a95688c3f5 2024-11-10T06:22:34,481 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:34,481 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,481 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c3de9d0fd6e785045d864d2f7175e8a columnFamilyName sid 2024-11-10T06:22:34,481 DEBUG [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:34,482 INFO [StoreOpener-9c3de9d0fd6e785045d864d2f7175e8a-1 {}] regionserver.HStore(327): Store=9c3de9d0fd6e785045d864d2f7175e8a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9c3de9d0fd6e785045d864d2f7175e8a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65125447, jitterRate=-0.029555216431617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:34,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9c3de9d0fd6e785045d864d2f7175e8a: Running coprocessor pre-open hook at 1731219754473Writing region info on filesystem at 1731219754473Initializing all the Stores at 1731219754473Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219754473Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219754473Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219754473Cleaning up temporary data from old regions at 1731219754484 (+11 ms)Running coprocessor post-open hooks at 1731219754486 (+2 ms)Region opened successfully at 1731219754487 (+1 ms) 2024-11-10T06:22:34,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., pid=13, masterSystemTime=1731219754449 2024-11-10T06:22:34,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:34,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:34,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9c3de9d0fd6e785045d864d2f7175e8a, regionState=OPEN, openSeqNum=9, regionLocation=c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:34,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,40501,1731219749049 because future has completed 2024-11-10T06:22:34,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T06:22:34,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c3de9d0fd6e785045d864d2f7175e8a, server=c48ba4c5549b,40501,1731219749049 in 196 msec 2024-11-10T06:22:34,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T06:22:34,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c3de9d0fd6e785045d864d2f7175e8a, ASSIGN in 354 msec 2024-11-10T06:22:34,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T06:22:34,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a., hostname=c48ba4c5549b,40501,1731219749049, seqNum=9] 2024-11-10T06:22:34,513 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c48ba4c5549b,42449,1731219736101 2024-11-10T06:22:34,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T06:22:34,589 DEBUG [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:34,610 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/.tmp/ns/3d9bb4a9ed04441a901d075e42c7e31e 2024-11-10T06:22:34,615 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/.tmp/ns/3d9bb4a9ed04441a901d075e42c7e31e as hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/ns/3d9bb4a9ed04441a901d075e42c7e31e 2024-11-10T06:22:34,619 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/ns/3d9bb4a9ed04441a901d075e42c7e31e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T06:22:34,620 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-10T06:22:34,620 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:22:34,624 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T06:22:34,625 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:34,625 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:34,625 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:34,625 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219754189Running coprocessor pre-close hooks at 1731219754189Disabling compacts and flushes for region at 1731219754189Disabling writes for close at 1731219754189Obtaining lock to block concurrent updates at 1731219754189Preparing flush snapshotting stores in 1588230740 at 1731219754189Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731219754189Flushing stores of hbase:meta,,1.1588230740 at 1731219754190 (+1 ms)Flushing 1588230740/ns: creating writer at 1731219754190Flushing 1588230740/ns: appending metadata at 1731219754205 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219754205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a17168: reopening flushed file at 1731219754615 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731219754620 (+5 ms)Writing region close event to WAL at 1731219754621 (+1 ms)Running coprocessor post-close hooks at 1731219754625 (+4 ms)Closed at 1731219754625 2024-11-10T06:22:34,625 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:34,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T06:22:34,789 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,32923,1731219740096; all regions closed. 2024-11-10T06:22:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741834_1010 (size=1152) 2024-11-10T06:22:34,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/WALs/c48ba4c5549b,32923,1731219740096/c48ba4c5549b%2C32923%2C1731219740096.meta.1731219743014.meta not finished, retry = 0 2024-11-10T06:22:34,894 DEBUG [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/oldWALs 2024-11-10T06:22:34,894 INFO [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C32923%2C1731219740096.meta:.meta(num 1731219743014) 2024-11-10T06:22:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741832_1008 (size=93) 2024-11-10T06:22:34,898 DEBUG [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/oldWALs 2024-11-10T06:22:34,898 INFO [RS:0;c48ba4c5549b:32923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C32923%2C1731219740096:(num 1731219742080) 2024-11-10T06:22:34,898 DEBUG [RS:0;c48ba4c5549b:32923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:34,898 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:34,898 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:34,898 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:34,898 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:34,898 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:34,899 INFO [RS:0;c48ba4c5549b:32923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32923 2024-11-10T06:22:34,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11514485362/rs/c48ba4c5549b,32923,1731219740096 2024-11-10T06:22:34,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362/rs 2024-11-10T06:22:34,901 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:34,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,32923,1731219740096] 2024-11-10T06:22:34,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11514485362/draining/c48ba4c5549b,32923,1731219740096 already deleted, retry=false 2024-11-10T06:22:34,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,32923,1731219740096 expired; onlineServers=0 2024-11-10T06:22:34,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,33117,1731219740056' ***** 2024-11-10T06:22:34,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:22:34,904 INFO [M:0;c48ba4c5549b:33117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:34,904 INFO [M:0;c48ba4c5549b:33117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:34,904 DEBUG [M:0;c48ba4c5549b:33117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:22:34,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:22:34,904 DEBUG [M:0;c48ba4c5549b:33117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:22:34,904 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219741863 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219741863,5,FailOnTimeoutGroup] 2024-11-10T06:22:34,904 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219741863 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219741863,5,FailOnTimeoutGroup] 2024-11-10T06:22:34,905 INFO [M:0;c48ba4c5549b:33117 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:34,905 INFO [M:0;c48ba4c5549b:33117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:34,905 DEBUG [M:0;c48ba4c5549b:33117 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:22:34,905 INFO [M:0;c48ba4c5549b:33117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:22:34,905 INFO [M:0;c48ba4c5549b:33117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:34,905 INFO [M:0;c48ba4c5549b:33117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:22:34,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:22:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11514485362/master 2024-11-10T06:22:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11514485362 2024-11-10T06:22:34,906 DEBUG [M:0;c48ba4c5549b:33117 {}] zookeeper.ZKUtil(347): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Unable to get data of znode /11514485362/master because node does not exist (not an error) 2024-11-10T06:22:34,906 WARN [M:0;c48ba4c5549b:33117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:22:34,907 INFO [M:0;c48ba4c5549b:33117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/.lastflushedseqids 2024-11-10T06:22:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741836_1012 (size=99) 2024-11-10T06:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32923-0x101008aacea0004, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:35,002 INFO [RS:0;c48ba4c5549b:32923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:35,002 INFO [RS:0;c48ba4c5549b:32923 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,32923,1731219740096; zookeeper connection closed. 2024-11-10T06:22:35,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c956b16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c956b16 2024-11-10T06:22:35,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:22:35,314 INFO [M:0;c48ba4c5549b:33117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:22:35,314 INFO [M:0;c48ba4c5549b:33117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:22:35,314 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:35,314 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:35,314 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:35,315 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:35,315 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:35,315 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T06:22:35,324 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:35,331 DEBUG [M:0;c48ba4c5549b:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db2a9abbeae4bb19ee26302eb06e77d is 82, key is hbase:meta,,1/info:regioninfo/1731219743045/Put/seqid=0 2024-11-10T06:22:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741837_1013 (size=5672) 2024-11-10T06:22:35,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:35,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,735 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db2a9abbeae4bb19ee26302eb06e77d 2024-11-10T06:22:35,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:35,771 DEBUG [M:0;c48ba4c5549b:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22823a5368423c9dd522a9ea1b40b7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731219743057/Put/seqid=0 2024-11-10T06:22:35,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741838_1014 (size=5275) 2024-11-10T06:22:36,176 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22823a5368423c9dd522a9ea1b40b7 2024-11-10T06:22:36,194 DEBUG [M:0;c48ba4c5549b:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17345d3ebcf44fb8278372dac01d301 is 69, key is c48ba4c5549b,32923,1731219740096/rs:state/1731219741937/Put/seqid=0 2024-11-10T06:22:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741839_1015 (size=5156) 2024-11-10T06:22:36,429 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:36,598 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17345d3ebcf44fb8278372dac01d301 2024-11-10T06:22:36,603 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7db2a9abbeae4bb19ee26302eb06e77d as hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7db2a9abbeae4bb19ee26302eb06e77d 2024-11-10T06:22:36,607 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7db2a9abbeae4bb19ee26302eb06e77d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T06:22:36,608 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22823a5368423c9dd522a9ea1b40b7 as hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d22823a5368423c9dd522a9ea1b40b7 2024-11-10T06:22:36,612 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d22823a5368423c9dd522a9ea1b40b7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T06:22:36,612 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b17345d3ebcf44fb8278372dac01d301 as hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b17345d3ebcf44fb8278372dac01d301 2024-11-10T06:22:36,616 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40803/user/jenkins/test-data/485ab6c8-2d6c-0504-3942-10efd35572d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b17345d3ebcf44fb8278372dac01d301, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T06:22:36,617 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-11-10T06:22:36,618 INFO [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:36,618 DEBUG [M:0;c48ba4c5549b:33117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219755314Disabling compacts and flushes for region at 1731219755314Disabling writes for close at 1731219755315 (+1 ms)Obtaining lock to block concurrent updates at 1731219755315Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219755315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731219755315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219755315Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219755316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219755331 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219755331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219755740 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219755771 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219755771Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219756180 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219756194 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219756194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b4eb15: reopening flushed file at 1731219756602 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419d338e: reopening flushed file at 1731219756607 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f75df60: reopening flushed file at 1731219756612 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1731219756617 (+5 ms)Writing region close event to WAL at 1731219756618 (+1 ms)Closed at 1731219756618 2024-11-10T06:22:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37731 is added to blk_1073741830_1006 (size=10165) 2024-11-10T06:22:36,620 INFO [M:0;c48ba4c5549b:33117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:22:36,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:36,621 INFO [M:0;c48ba4c5549b:33117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33117 2024-11-10T06:22:36,621 INFO [M:0;c48ba4c5549b:33117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:36,723 INFO [M:0;c48ba4c5549b:33117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x101008aacea0003, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:36,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca7e3da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:36,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30fc2704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:36,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:36,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d23400a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:36,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:36,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:22:36,728 WARN [BP-2129829567-172.17.0.2-1731219739157 heartbeating to localhost/127.0.0.1:40803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:22:36,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:22:36,728 WARN [BP-2129829567-172.17.0.2-1731219739157 heartbeating to localhost/127.0.0.1:40803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2129829567-172.17.0.2-1731219739157 (Datanode Uuid c4bb6a86-5e5b-4d0d-8bd6-3e8dae184c04) service to localhost/127.0.0.1:40803 2024-11-10T06:22:36,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/cluster_82470051-7154-f017-1716-883712a83d8f/data/data1/current/BP-2129829567-172.17.0.2-1731219739157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:36,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/cluster_82470051-7154-f017-1716-883712a83d8f/data/data2/current/BP-2129829567-172.17.0.2-1731219739157 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:36,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:22:36,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1eb7736b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:36,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a59c7ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:36,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:36,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490a703b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:36,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:22:36,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:22:36,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:36,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:36,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:36,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:36,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:36,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:22:36,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=679074959, stopped=false 2024-11-10T06:22:36,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,35091,1731219749022 2024-11-10T06:22:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/running 2024-11-10T06:22:36,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:36,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:36,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:36,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:36,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:36,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:36,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,40501,1731219749049' ***** 2024-11-10T06:22:36,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:22:36,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Set watcher on znode that does not yet exist, /0-83874639/running 2024-11-10T06:22:36,755 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:22:36,755 INFO [RS:0;c48ba4c5549b:40501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:22:36,755 INFO [RS:0;c48ba4c5549b:40501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:22:36,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:22:36,755 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:40501. 2024-11-10T06:22:36,756 DEBUG [RS:0;c48ba4c5549b:40501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:36,756 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:36,756 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c3de9d0fd6e785045d864d2f7175e8a, disabling compactions & flushes 2024-11-10T06:22:36,756 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:36,756 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:22:36,756 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. after waiting 0 ms 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:22:36,756 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:22:36,756 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:22:36,756 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9c3de9d0fd6e785045d864d2f7175e8a=hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a.} 2024-11-10T06:22:36,757 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c3de9d0fd6e785045d864d2f7175e8a 2024-11-10T06:22:36,757 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:36,757 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:36,757 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:36,757 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:36,757 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:36,757 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T06:22:36,760 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/replication/9c3de9d0fd6e785045d864d2f7175e8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T06:22:36,761 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:36,761 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:36,761 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:36,761 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c3de9d0fd6e785045d864d2f7175e8a: Waiting for close lock at 1731219756756Running coprocessor pre-close hooks at 1731219756756Disabling compacts and flushes for region at 1731219756756Disabling writes for close at 1731219756756Writing region close event to WAL at 1731219756757 (+1 ms)Running coprocessor post-close hooks at 1731219756761 (+4 ms)Closed at 1731219756761 2024-11-10T06:22:36,761 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a. 2024-11-10T06:22:36,776 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/fb65c76ca3834439b9d19bbc2226c61d is 147, key is hbase:replication,,1731219743146.9c3de9d0fd6e785045d864d2f7175e8a./info:regioninfo/1731219754490/Put/seqid=0 2024-11-10T06:22:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741851_1027 (size=6385) 2024-11-10T06:22:36,798 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:22:36,798 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:22:36,825 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:36,957 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:37,157 DEBUG [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:22:37,180 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/fb65c76ca3834439b9d19bbc2226c61d 2024-11-10T06:22:37,186 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/.tmp/info/fb65c76ca3834439b9d19bbc2226c61d as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/info/fb65c76ca3834439b9d19bbc2226c61d 2024-11-10T06:22:37,190 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/info/fb65c76ca3834439b9d19bbc2226c61d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T06:22:37,191 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-10T06:22:37,195 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T06:22:37,195 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:37,195 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:37,195 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:37,195 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219756757Running coprocessor pre-close hooks at 1731219756757Disabling compacts and flushes for region at 1731219756757Disabling writes for close at 1731219756757Obtaining lock to block concurrent updates at 1731219756757Preparing flush snapshotting stores in 1588230740 at 1731219756757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731219756757Flushing stores of hbase:meta,,1.1588230740 at 1731219756758 (+1 ms)Flushing 1588230740/info: creating writer at 1731219756758Flushing 1588230740/info: appending metadata at 1731219756776 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731219756776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7900ef02: reopening flushed file at 1731219757185 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1731219757191 (+6 ms)Writing region close event to WAL at 1731219757192 (+1 ms)Running coprocessor post-close hooks at 1731219757195 (+3 ms)Closed at 1731219757195 2024-11-10T06:22:37,196 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:37,357 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,40501,1731219749049; all regions closed. 2024-11-10T06:22:37,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741849_1025 (size=2156) 2024-11-10T06:22:37,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.meta.1731219750187.meta not finished, retry = 0 2024-11-10T06:22:37,462 DEBUG [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:37,462 INFO [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C40501%2C1731219749049.meta:.meta(num 1731219750187) 2024-11-10T06:22:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741850_1026 (size=796) 2024-11-10T06:22:37,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.rep.1731219754454 not finished, retry = 0 2024-11-10T06:22:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:22:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:37,567 DEBUG [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:37,567 INFO [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C40501%2C1731219749049.rep:(num 1731219754454) 2024-11-10T06:22:37,569 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 not finished, retry = 0 2024-11-10T06:22:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741848_1024 (size=93) 2024-11-10T06:22:37,633 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 to pos 0, reset compression=false 2024-11-10T06:22:37,670 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864 2024-11-10T06:22:37,670 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T06:22:37,670 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.wal-reader.c48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T06:22:37,670 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,40501,1731219749049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/WALs/c48ba4c5549b,40501,1731219749049/c48ba4c5549b%2C40501%2C1731219749049.1731219749864, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T06:22:37,671 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:37,671 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,40501,1731219749049, seqNum=-1] 2024-11-10T06:22:37,671 DEBUG [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/oldWALs 2024-11-10T06:22:37,671 INFO [RS:0;c48ba4c5549b:40501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C40501%2C1731219749049:(num 1731219749864) 2024-11-10T06:22:37,671 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:37,671 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:22:37,671 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:37,671 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:37,671 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:37,672 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:37,672 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T06:22:37,672 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T06:22:37,672 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,40501,1731219749049 because: Region server is closing 2024-11-10T06:22:37,672 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T06:22:37,671 WARN [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-c48ba4c5549b,40501,1731219749049', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-10T06:22:37,672 INFO [RS:0;c48ba4c5549b:40501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:40501. 2024-11-10T06:22:37,672 DEBUG [RS:0;c48ba4c5549b:40501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:37,673 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:37,673 DEBUG [RS:0;c48ba4c5549b:40501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:37,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:37,673 ERROR [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,40501,1731219749049: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,40501,1731219749049, walGroup=c48ba4c5549b%2C40501%2C1731219749049, offset=c48ba4c5549b%2C40501%2C1731219749049.1731219749864:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40501 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:22:37,675 ERROR [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:22:37,677 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:22:37,678 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:22:37,678 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:22:37,678 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:22:37,678 INFO [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 542642672 }, "NonHeapMemoryUsage": { "committed": 185204736, "init": 7667712, "max": -1, "used": 182458816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:22:37,679 DEBUG [RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c48ba4c5549b%2C40501%2C1731219749049.1731219749864] 2024-11-10T06:22:37,773 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c48ba4c5549b:40501.replicationSource.shipperc48ba4c5549b%2C40501%2C1731219749049,1-c48ba4c5549b,40501,1731219749049 terminated 2024-11-10T06:22:37,773 INFO [RS:0;c48ba4c5549b:40501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40501 2024-11-10T06:22:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/rs/c48ba4c5549b,40501,1731219749049 2024-11-10T06:22:37,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639/rs 2024-11-10T06:22:37,777 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:37,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,40501,1731219749049] 2024-11-10T06:22:37,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-83874639/draining/c48ba4c5549b,40501,1731219749049 already deleted, retry=false 2024-11-10T06:22:37,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,40501,1731219749049 expired; onlineServers=0 2024-11-10T06:22:37,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,35091,1731219749022' ***** 2024-11-10T06:22:37,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:22:37,779 INFO [M:0;c48ba4c5549b:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:22:37,779 INFO [M:0;c48ba4c5549b:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:22:37,779 DEBUG [M:0;c48ba4c5549b:35091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:22:37,779 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:22:37,779 DEBUG [M:0;c48ba4c5549b:35091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:22:37,779 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219749619 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219749619,5,FailOnTimeoutGroup] 2024-11-10T06:22:37,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219749619 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219749619,5,FailOnTimeoutGroup] 2024-11-10T06:22:37,780 INFO [M:0;c48ba4c5549b:35091 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:22:37,780 INFO [M:0;c48ba4c5549b:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:22:37,780 DEBUG [M:0;c48ba4c5549b:35091 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:22:37,780 INFO [M:0;c48ba4c5549b:35091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:22:37,780 INFO [M:0;c48ba4c5549b:35091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:22:37,780 INFO [M:0;c48ba4c5549b:35091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:22:37,780 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:22:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-83874639/master 2024-11-10T06:22:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-83874639 2024-11-10T06:22:37,781 DEBUG [M:0;c48ba4c5549b:35091 {}] zookeeper.ZKUtil(347): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Unable to get data of znode /0-83874639/master because node does not exist (not an error) 2024-11-10T06:22:37,781 WARN [M:0;c48ba4c5549b:35091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:22:37,782 INFO [M:0;c48ba4c5549b:35091 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/.lastflushedseqids 2024-11-10T06:22:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741852_1028 (size=181) 2024-11-10T06:22:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:37,878 INFO [RS:0;c48ba4c5549b:40501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:37,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40501-0x101008aacea0007, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:37,878 INFO [RS:0;c48ba4c5549b:40501 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,40501,1731219749049; zookeeper connection closed. 2024-11-10T06:22:37,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56989af7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56989af7 2024-11-10T06:22:37,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:22:38,187 INFO [M:0;c48ba4c5549b:35091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:22:38,187 INFO [M:0;c48ba4c5549b:35091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:22:38,187 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:38,187 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:38,187 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:38,187 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:38,187 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:38,187 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T06:22:38,203 DEBUG [M:0;c48ba4c5549b:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/716b10d6c18f489c8a83bcf79e32f3b9 is 82, key is hbase:meta,,1/info:regioninfo/1731219750232/Put/seqid=0 2024-11-10T06:22:38,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741853_1029 (size=5672) 2024-11-10T06:22:38,608 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/716b10d6c18f489c8a83bcf79e32f3b9 2024-11-10T06:22:38,631 DEBUG [M:0;c48ba4c5549b:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaaa54a43e004af1b2ef80b9c011dd36 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731219754495/Put/seqid=0 2024-11-10T06:22:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741854_1030 (size=7312) 2024-11-10T06:22:39,039 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaaa54a43e004af1b2ef80b9c011dd36 2024-11-10T06:22:39,059 DEBUG [M:0;c48ba4c5549b:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97d220604a6c4f8981303f4e1d58b492 is 69, key is c48ba4c5549b,40501,1731219749049/rs:state/1731219749693/Put/seqid=0 2024-11-10T06:22:39,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741855_1031 (size=5370) 2024-11-10T06:22:39,463 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97d220604a6c4f8981303f4e1d58b492 2024-11-10T06:22:39,467 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97d220604a6c4f8981303f4e1d58b492 2024-11-10T06:22:39,468 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/716b10d6c18f489c8a83bcf79e32f3b9 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/716b10d6c18f489c8a83bcf79e32f3b9 2024-11-10T06:22:39,472 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/716b10d6c18f489c8a83bcf79e32f3b9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T06:22:39,473 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaaa54a43e004af1b2ef80b9c011dd36 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaaa54a43e004af1b2ef80b9c011dd36 2024-11-10T06:22:39,476 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaaa54a43e004af1b2ef80b9c011dd36, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T06:22:39,477 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97d220604a6c4f8981303f4e1d58b492 as hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97d220604a6c4f8981303f4e1d58b492 2024-11-10T06:22:39,481 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97d220604a6c4f8981303f4e1d58b492 2024-11-10T06:22:39,481 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43081/user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97d220604a6c4f8981303f4e1d58b492, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T06:22:39,482 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false 2024-11-10T06:22:39,483 INFO [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:39,483 DEBUG [M:0;c48ba4c5549b:35091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219758187Disabling compacts and flushes for region at 1731219758187Disabling writes for close at 1731219758187Obtaining lock to block concurrent updates at 1731219758187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219758187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731219758188 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219758188Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219758188Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219758203 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219758203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219758613 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219758630 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219758630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219759044 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219759058 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219759058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c09bc4c: reopening flushed file at 1731219759468 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e27af27: reopening flushed file at 1731219759472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bba8b21: reopening flushed file at 1731219759476 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=127, compaction requested=false at 1731219759482 (+6 ms)Writing region close event to WAL at 1731219759483 (+1 ms)Closed at 1731219759483 2024-11-10T06:22:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41487 is added to blk_1073741847_1023 (size=22903) 2024-11-10T06:22:39,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83c62f0f-3c6f-d2ae-b0a7-f9c18eb6cbbe/MasterData/WALs/c48ba4c5549b,35091,1731219749022/c48ba4c5549b%2C35091%2C1731219749022.1731219749521 not finished, retry = 0 2024-11-10T06:22:39,586 INFO [M:0;c48ba4c5549b:35091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:22:39,586 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:22:39,586 INFO [M:0;c48ba4c5549b:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-11-10T06:22:39,586 INFO [M:0;c48ba4c5549b:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:22:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:39,689 INFO [M:0;c48ba4c5549b:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:22:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x101008aacea0006, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:22:39,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:39,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:39,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:39,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:39,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:39,694 WARN [BP-429406359-172.17.0.2-1731219735151 heartbeating to localhost/127.0.0.1:43081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:22:39,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:22:39,694 WARN [BP-429406359-172.17.0.2-1731219735151 heartbeating to localhost/127.0.0.1:43081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-429406359-172.17.0.2-1731219735151 (Datanode Uuid 3c660471-ca75-4c7e-8457-0e2a4f98afe6) service to localhost/127.0.0.1:43081 2024-11-10T06:22:39,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:22:39,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/data/data1/current/BP-429406359-172.17.0.2-1731219735151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:39,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/cluster_f0808368-45bb-fde6-8ed9-5facce07288e/data/data2/current/BP-429406359-172.17.0.2-1731219735151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:22:39,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:22:39,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:39,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:22:39,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:22:39,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:22:39,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c1deab1-a9f8-b8ec-61a9-316254f7b22a/hadoop.log.dir/,STOPPED} 2024-11-10T06:22:39,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:22:39,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:22:39,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43081 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40803 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 106) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9064 (was 9097) 2024-11-10T06:22:39,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=9064 2024-11-10T06:22:39,757 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T06:22:39,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir so I do NOT create it in target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b 2024-11-10T06:22:39,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:22:39,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.tmp.dir so I do NOT create it in target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b 2024-11-10T06:22:39,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8c4aa5e-1eae-5d0b-54dd-12fcded4d35f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:22:39,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b 2024-11-10T06:22:39,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b, deleteOnExit=true 2024-11-10T06:22:39,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/zookeeper_0, clientPort=58691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:22:39,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58691 2024-11-10T06:22:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:22:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:22:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/test.cache.data in system properties and HBase conf 2024-11-10T06:22:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:22:39,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:22:39,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:22:39,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:22:39,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008aacea0005, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:22:39,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008aacea0002, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:22:39,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008aacea0002, quorum=127.0.0.1:51271, baseZNode=/0-83874639 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:22:39,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008aacea0005, quorum=127.0.0.1:51271, baseZNode=/11514485362 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:22:39,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:39,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:39,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:39,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:39,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:22:39,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:39,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:39,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:40,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8fb846{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/java.io.tmpdir/jetty-localhost-39479-hadoop-hdfs-3_4_1-tests_jar-_-any-16906279338742053350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:40,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:39479} 2024-11-10T06:22:40,006 INFO [Time-limited test {}] server.Server(415): Started @157639ms 2024-11-10T06:22:40,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:40,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:40,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:40,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:40,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:22:40,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1f1fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:40,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:40,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@728bbbb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/java.io.tmpdir/jetty-localhost-39283-hadoop-hdfs-3_4_1-tests_jar-_-any-15405325646464729800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:40,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eff86e8{HTTP/1.1, (http/1.1)}{localhost:39283} 2024-11-10T06:22:40,210 INFO [Time-limited test {}] server.Server(415): Started @157843ms 2024-11-10T06:22:40,212 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:22:40,331 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/data/data1/current/BP-1199969935-172.17.0.2-1731219759794/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:40,331 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/data/data2/current/BP-1199969935-172.17.0.2-1731219759794/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:40,348 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:22:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18f14cffb0162df7 with lease ID 0x6f426f451307463b: Processing first storage report for DS-7c025b40-f64b-4e08-aa8e-d6634227318d from datanode DatanodeRegistration(127.0.0.1:34721, datanodeUuid=8a42f706-fb33-42a3-b737-69eb39e73173, infoPort=35189, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=992695518;c=1731219759794) 2024-11-10T06:22:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18f14cffb0162df7 with lease ID 0x6f426f451307463b: from storage DS-7c025b40-f64b-4e08-aa8e-d6634227318d node DatanodeRegistration(127.0.0.1:34721, datanodeUuid=8a42f706-fb33-42a3-b737-69eb39e73173, infoPort=35189, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=992695518;c=1731219759794), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18f14cffb0162df7 with lease ID 0x6f426f451307463b: Processing first storage report for DS-315ddb53-bc87-4ece-b664-642c94bdd71c from datanode DatanodeRegistration(127.0.0.1:34721, datanodeUuid=8a42f706-fb33-42a3-b737-69eb39e73173, infoPort=35189, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=992695518;c=1731219759794) 2024-11-10T06:22:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18f14cffb0162df7 with lease ID 0x6f426f451307463b: from storage DS-315ddb53-bc87-4ece-b664-642c94bdd71c node DatanodeRegistration(127.0.0.1:34721, datanodeUuid=8a42f706-fb33-42a3-b737-69eb39e73173, infoPort=35189, infoSecurePort=0, ipcPort=33821, storageInfo=lv=-57;cid=testClusterID;nsid=992695518;c=1731219759794), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:40,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b 2024-11-10T06:22:40,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:22:40,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f with version=8 2024-11-10T06:22:40,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/hbase-staging 2024-11-10T06:22:40,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:22:40,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:40,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36207 2024-11-10T06:22:40,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36207 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362070x0, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:40,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36207-0x101008b0d200000 connected 2024-11-10T06:22:40,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/running 2024-11-10T06:22:40,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f, hbase.cluster.distributed=false 2024-11-10T06:22:40,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/acl 2024-11-10T06:22:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-10T06:22:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36207 2024-11-10T06:22:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36207 2024-11-10T06:22:40,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-10T06:22:40,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36207 2024-11-10T06:22:40,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:22:40,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:40,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37215 2024-11-10T06:22:40,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37215 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:40,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:40,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372150x0, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:40,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37215-0x101008b0d200001 connected 2024-11-10T06:22:40,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/running 2024-11-10T06:22:40,919 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:22:40,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:22:40,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/master 2024-11-10T06:22:40,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/acl 2024-11-10T06:22:40,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T06:22:40,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-10T06:22:40,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-10T06:22:40,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T06:22:40,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T06:22:40,940 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:36207 2024-11-10T06:22:40,941 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-529028262/backup-masters/c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/backup-masters 2024-11-10T06:22:40,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/backup-masters 2024-11-10T06:22:40,943 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on existing znode=/0-529028262/backup-masters/c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529028262/master 2024-11-10T06:22:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:40,945 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on existing znode=/0-529028262/master 2024-11-10T06:22:40,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-529028262/backup-masters/c48ba4c5549b,36207,1731219760857 from backup master directory 2024-11-10T06:22:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/backup-masters 2024-11-10T06:22:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529028262/backup-masters/c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/backup-masters 2024-11-10T06:22:40,947 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:40,947 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:40,951 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/hbase.id] with ID: 8fa12ffd-5861-4f07-b92c-e2b3af5362ce 2024-11-10T06:22:40,951 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/.tmp/hbase.id 2024-11-10T06:22:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:22:41,359 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/.tmp/hbase.id]:[hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/hbase.id] 2024-11-10T06:22:41,369 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:41,369 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:22:41,370 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:22:41,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:41,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:22:41,777 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:41,778 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:22:41,778 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:41,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:22:42,185 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store 2024-11-10T06:22:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:22:42,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:42,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:42,591 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:42,591 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:42,591 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:42,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:42,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:42,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:42,592 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:42,592 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219762591Disabling compacts and flushes for region at 1731219762591Disabling writes for close at 1731219762592 (+1 ms)Writing region close event to WAL at 1731219762592Closed at 1731219762592 2024-11-10T06:22:42,593 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/.initializing 2024-11-10T06:22:42,593 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/WALs/c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:42,593 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:42,595 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C36207%2C1731219760857, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/WALs/c48ba4c5549b,36207,1731219760857, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/oldWALs, maxLogs=10 2024-11-10T06:22:42,608 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/WALs/c48ba4c5549b,36207,1731219760857/c48ba4c5549b%2C36207%2C1731219760857.1731219762595, exclude list is [], retry=0 2024-11-10T06:22:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-7c025b40-f64b-4e08-aa8e-d6634227318d,DISK] 2024-11-10T06:22:42,612 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/WALs/c48ba4c5549b,36207,1731219760857/c48ba4c5549b%2C36207%2C1731219760857.1731219762595 2024-11-10T06:22:42,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-10T06:22:42,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:42,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:42,613 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,613 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:22:42,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:42,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:42,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:22:42,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:42,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:42,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:22:42,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:42,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:42,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:22:42,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:42,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:42,619 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,620 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,620 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,621 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,621 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,622 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:42,622 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:42,624 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:42,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65756958, jitterRate=-0.02014496922492981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:42,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219762613Initializing all the Stores at 1731219762613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219762613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219762613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219762613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219762613Cleaning up temporary data from old regions at 1731219762621 (+8 ms)Region opened successfully at 1731219762625 (+4 ms) 2024-11-10T06:22:42,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:22:42,628 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebad1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:42,629 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:22:42,629 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:22:42,629 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:22:42,629 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:22:42,629 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:22:42,630 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:22:42,630 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:22:42,631 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:22:42,632 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/balancer because node does not exist (not necessarily an error) 2024-11-10T06:22:42,633 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/balancer already deleted, retry=false 2024-11-10T06:22:42,633 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:22:42,634 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:22:42,635 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/normalizer already deleted, retry=false 2024-11-10T06:22:42,635 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:22:42,636 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:22:42,641 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/switch/split already deleted, retry=false 2024-11-10T06:22:42,641 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:22:42,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/switch/merge already deleted, retry=false 2024-11-10T06:22:42,644 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:22:42,645 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/snapshot-cleanup already deleted, retry=false 2024-11-10T06:22:42,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529028262/running 2024-11-10T06:22:42,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-529028262/running 2024-11-10T06:22:42,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,647 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,36207,1731219760857, sessionid=0x101008b0d200000, setting cluster-up flag (Was=false) 2024-11-10T06:22:42,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,656 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-529028262/flush-table-proc/acquired, /0-529028262/flush-table-proc/reached, /0-529028262/flush-table-proc/abort 2024-11-10T06:22:42,657 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:42,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-529028262/online-snapshot/acquired, /0-529028262/online-snapshot/reached, /0-529028262/online-snapshot/abort 2024-11-10T06:22:42,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:42,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:22:42,669 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:42,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:22:42,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:22:42,669 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,36207,1731219760857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:22:42,670 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:42,670 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:42,670 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:42,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:42,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:22:42,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:42,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219792672 2024-11-10T06:22:42,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:22:42,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:22:42,672 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,673 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:22:42,673 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:22:42,673 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:22:42,673 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:22:42,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:42,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:22:42,676 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:22:42,676 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:22:42,676 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219762676,5,FailOnTimeoutGroup] 2024-11-10T06:22:42,677 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219762676,5,FailOnTimeoutGroup] 2024-11-10T06:22:42,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:22:42,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:22:42,731 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(746): ClusterId : 8fa12ffd-5861-4f07-b92c-e2b3af5362ce 2024-11-10T06:22:42,731 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:22:42,733 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:22:42,733 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:22:42,735 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:22:42,736 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea9c1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:42,747 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:37215 2024-11-10T06:22:42,747 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:22:42,747 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:22:42,747 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:22:42,748 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,36207,1731219760857 with port=37215, startcode=1731219760911 2024-11-10T06:22:42,748 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:22:42,750 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:22:42,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36207 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,751 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f 2024-11-10T06:22:42,751 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38673 2024-11-10T06:22:42,751 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:22:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/rs 2024-11-10T06:22:42,754 DEBUG [RS:0;c48ba4c5549b:37215 {}] zookeeper.ZKUtil(111): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on existing znode=/0-529028262/rs/c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,754 WARN [RS:0;c48ba4c5549b:37215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:42,754 INFO [RS:0;c48ba4c5549b:37215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:42,754 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,37215,1731219760911] 2024-11-10T06:22:42,758 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:22:42,760 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:22:42,760 INFO [RS:0;c48ba4c5549b:37215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:22:42,760 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,760 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:22:42,761 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:22:42,761 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,761 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,761 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,761 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,761 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,761 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:42,762 DEBUG [RS:0;c48ba4c5549b:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,763 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37215,1731219760911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:42,786 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:22:42,786 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37215,1731219760911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,786 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,786 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.Replication(171): c48ba4c5549b,37215,1731219760911 started 2024-11-10T06:22:42,806 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:42,806 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,37215,1731219760911, RpcServer on c48ba4c5549b/172.17.0.2:37215, sessionid=0x101008b0d200001 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37215,1731219760911' 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-529028262/flush-table-proc/abort' 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-529028262/flush-table-proc/acquired' 2024-11-10T06:22:42,806 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37215,1731219760911' 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-529028262/online-snapshot/abort' 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-529028262/online-snapshot/acquired' 2024-11-10T06:22:42,807 DEBUG [RS:0;c48ba4c5549b:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:22:42,807 INFO [RS:0;c48ba4c5549b:37215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:22:42,807 INFO [RS:0;c48ba4c5549b:37215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:22:42,908 INFO [RS:0;c48ba4c5549b:37215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:42,909 INFO [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37215%2C1731219760911, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs, maxLogs=10 2024-11-10T06:22:42,923 DEBUG [RS:0;c48ba4c5549b:37215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910, exclude list is [], retry=0 2024-11-10T06:22:42,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-7c025b40-f64b-4e08-aa8e-d6634227318d,DISK] 2024-11-10T06:22:42,927 INFO [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 2024-11-10T06:22:42,928 DEBUG [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-10T06:22:43,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:22:43,081 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f 2024-11-10T06:22:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:22:43,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:43,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:43,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:43,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:43,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:43,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:43,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:43,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:43,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:43,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:43,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740 2024-11-10T06:22:43,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740 2024-11-10T06:22:43,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:43,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:43,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:43,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:43,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:43,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65938387, jitterRate=-0.017441466450691223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219763487Initializing all the Stores at 1731219763488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219763488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763488Cleaning up temporary data from old regions at 1731219763496 (+8 ms)Region opened successfully at 1731219763501 (+5 ms) 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:43,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:43,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219763501Disabling compacts and flushes for region at 1731219763501Disabling writes for close at 1731219763501Writing region close event to WAL at 1731219763501Closed at 1731219763501 2024-11-10T06:22:43,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:43,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:22:43,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:22:43,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:43,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:22:43,654 DEBUG [c48ba4c5549b:36207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:43,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:43,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37215,1731219760911, state=OPENING 2024-11-10T06:22:43,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:22:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:43,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529028262/meta-region-server: CHANGED 2024-11-10T06:22:43,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529028262/meta-region-server: CHANGED 2024-11-10T06:22:43,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:43,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37215,1731219760911}] 2024-11-10T06:22:43,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:43,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:22:43,817 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:22:43,817 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:43,817 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:22:43,818 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37215%2C1731219760911.meta, suffix=.meta, logDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs, maxLogs=10 2024-11-10T06:22:43,832 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.meta.1731219763818.meta, exclude list is [], retry=0 2024-11-10T06:22:43,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-7c025b40-f64b-4e08-aa8e-d6634227318d,DISK] 2024-11-10T06:22:43,835 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.meta.1731219763818.meta 2024-11-10T06:22:43,836 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-10T06:22:43,836 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:43,836 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:43,836 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:43,836 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:22:43,836 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:22:43,837 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:22:43,837 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:43,837 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:22:43,837 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:22:43,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:43,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:43,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:43,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:43,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:43,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:43,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:43,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:43,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:43,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:43,842 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:43,843 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740 2024-11-10T06:22:43,843 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740 2024-11-10T06:22:43,844 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:43,844 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:43,845 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:43,846 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:43,846 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74732035, jitterRate=0.11359409987926483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:43,846 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:22:43,847 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219763837Writing region info on filesystem at 1731219763837Initializing all the Stores at 1731219763837Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763838 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219763838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219763838Cleaning up temporary data from old regions at 1731219763844 (+6 ms)Running coprocessor post-open hooks at 1731219763846 (+2 ms)Region opened successfully at 1731219763847 (+1 ms) 2024-11-10T06:22:43,847 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219763811 2024-11-10T06:22:43,849 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:22:43,849 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:22:43,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:43,850 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37215,1731219760911, state=OPEN 2024-11-10T06:22:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-529028262/meta-region-server 2024-11-10T06:22:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-529028262/meta-region-server 2024-11-10T06:22:43,856 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:43,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529028262/meta-region-server: CHANGED 2024-11-10T06:22:43,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-529028262/meta-region-server: CHANGED 2024-11-10T06:22:43,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:22:43,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37215,1731219760911 in 196 msec 2024-11-10T06:22:43,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:22:43,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T06:22:43,860 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:43,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:22:43,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:43,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:43,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:43,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:43,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-10T06:22:43,866 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219763866, completionTime=-1 2024-11-10T06:22:43,866 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:22:43,866 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219823868 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219883868 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:36207, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,868 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,870 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.924sec 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:22:43,871 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:43,872 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:22:43,873 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:22:43,873 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:22:43,873 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,36207,1731219760857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:43,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db0dfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:43,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:43,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:43,933 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c90022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:43,935 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f17d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:43,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:43,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:43,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:43,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:43,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:43,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008b0d200002 connected 2024-11-10T06:22:43,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir so I do NOT create it in target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0 2024-11-10T06:22:43,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.tmp.dir so I do NOT create it in target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0 2024-11-10T06:22:43,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:22:43,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/cluster_db071df6-a4b8-c743-f5f9-ce1ab3ebd93b, deleteOnExit=true 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/test.cache.data in system properties and HBase conf 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:22:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:22:43,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:22:43,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:22:44,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:44,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:44,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:44,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:44,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:22:44,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:44,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c007f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:44,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:44,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e901c62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/java.io.tmpdir/jetty-localhost-45069-hadoop-hdfs-3_4_1-tests_jar-_-any-16307023728031836207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:22:44,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c4c619b{HTTP/1.1, (http/1.1)}{localhost:45069} 2024-11-10T06:22:44,148 INFO [Time-limited test {}] server.Server(415): Started @161780ms 2024-11-10T06:22:44,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:22:44,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:22:44,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:22:44,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:22:44,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:22:44,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dee7851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:22:44,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:22:44,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c8ad1b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/java.io.tmpdir/jetty-localhost-42553-hadoop-hdfs-3_4_1-tests_jar-_-any-6836955166186016778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:22:44,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71bd9919{HTTP/1.1, (http/1.1)}{localhost:42553} 2024-11-10T06:22:44,355 INFO [Time-limited test {}] server.Server(415): Started @161988ms 2024-11-10T06:22:44,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:22:44,456 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/cluster_db071df6-a4b8-c743-f5f9-ce1ab3ebd93b/data/data1/current/BP-1729217013-172.17.0.2-1731219763967/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:44,456 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/cluster_db071df6-a4b8-c743-f5f9-ce1ab3ebd93b/data/data2/current/BP-1729217013-172.17.0.2-1731219763967/current, will proceed with Du for space computation calculation, 2024-11-10T06:22:44,479 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:22:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb421afc2f5a4467a with lease ID 0xef55e5fc6864f597: Processing first storage report for DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe from datanode DatanodeRegistration(127.0.0.1:42937, datanodeUuid=cf583bda-1199-4aa5-a7d6-8359ccb6bb90, infoPort=34285, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1018061650;c=1731219763967) 2024-11-10T06:22:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb421afc2f5a4467a with lease ID 0xef55e5fc6864f597: from storage DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe node DatanodeRegistration(127.0.0.1:42937, datanodeUuid=cf583bda-1199-4aa5-a7d6-8359ccb6bb90, infoPort=34285, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1018061650;c=1731219763967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb421afc2f5a4467a with lease ID 0xef55e5fc6864f597: Processing first storage report for DS-4be4d9e0-f39e-49e9-a609-56c34beaebaa from datanode DatanodeRegistration(127.0.0.1:42937, datanodeUuid=cf583bda-1199-4aa5-a7d6-8359ccb6bb90, infoPort=34285, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1018061650;c=1731219763967) 2024-11-10T06:22:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb421afc2f5a4467a with lease ID 0xef55e5fc6864f597: from storage DS-4be4d9e0-f39e-49e9-a609-56c34beaebaa node DatanodeRegistration(127.0.0.1:42937, datanodeUuid=cf583bda-1199-4aa5-a7d6-8359ccb6bb90, infoPort=34285, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1018061650;c=1731219763967), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:22:44,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0 2024-11-10T06:22:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:22:44,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3 with version=8 2024-11-10T06:22:44,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/hbase-staging 2024-11-10T06:22:44,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:44,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43381 2024-11-10T06:22:44,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43381 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433810x0, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:44,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43381-0x101008b0d200003 connected 2024-11-10T06:22:44,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/running 2024-11-10T06:22:44,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3, hbase.cluster.distributed=false 2024-11-10T06:22:44,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/acl 2024-11-10T06:22:44,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T06:22:44,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43381 2024-11-10T06:22:44,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43381 2024-11-10T06:22:44,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T06:22:44,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43381 2024-11-10T06:22:44,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:22:44,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:22:44,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39925 2024-11-10T06:22:44,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39925 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:44,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399250x0, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:44,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399250x0, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/running 2024-11-10T06:22:44,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39925-0x101008b0d200004 connected 2024-11-10T06:22:44,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:22:44,943 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:22:44,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/master 2024-11-10T06:22:44,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/acl 2024-11-10T06:22:44,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-10T06:22:44,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39925 2024-11-10T06:22:44,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39925 2024-11-10T06:22:44,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-10T06:22:44,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39925 2024-11-10T06:22:44,963 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:43381 2024-11-10T06:22:44,964 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11604987320/backup-masters/c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/backup-masters 2024-11-10T06:22:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/backup-masters 2024-11-10T06:22:44,966 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on existing znode=/11604987320/backup-masters/c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:44,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604987320/master 2024-11-10T06:22:44,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:44,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:44,968 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on existing znode=/11604987320/master 2024-11-10T06:22:44,969 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11604987320/backup-masters/c48ba4c5549b,43381,1731219764893 from backup master directory 2024-11-10T06:22:44,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604987320/backup-masters/c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:44,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/backup-masters 2024-11-10T06:22:44,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/backup-masters 2024-11-10T06:22:44,975 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:44,976 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:44,979 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/hbase.id] with ID: 68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a 2024-11-10T06:22:44,979 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/.tmp/hbase.id 2024-11-10T06:22:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:22:45,386 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/.tmp/hbase.id]:[hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/hbase.id] 2024-11-10T06:22:45,396 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:45,396 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:22:45,397 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:22:45,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:45,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:22:45,806 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:45,807 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:22:45,807 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:45,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:22:46,214 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store 2024-11-10T06:22:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:22:46,220 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:46,220 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:22:46,220 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219766220Disabling compacts and flushes for region at 1731219766220Disabling writes for close at 1731219766220Writing region close event to WAL at 1731219766220Closed at 1731219766220 2024-11-10T06:22:46,221 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/.initializing 2024-11-10T06:22:46,221 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/WALs/c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:46,222 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:46,223 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C43381%2C1731219764893, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/WALs/c48ba4c5549b,43381,1731219764893, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/oldWALs, maxLogs=10 2024-11-10T06:22:46,240 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/WALs/c48ba4c5549b,43381,1731219764893/c48ba4c5549b%2C43381%2C1731219764893.1731219766224, exclude list is [], retry=0 2024-11-10T06:22:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42937,DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe,DISK] 2024-11-10T06:22:46,244 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/WALs/c48ba4c5549b,43381,1731219764893/c48ba4c5549b%2C43381%2C1731219764893.1731219766224 2024-11-10T06:22:46,244 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-10T06:22:46,244 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:46,245 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:46,245 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,245 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:22:46,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:46,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:22:46,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:46,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:22:46,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:46,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:22:46,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:46,251 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,252 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,252 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,253 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,253 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,253 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:46,254 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:22:46,256 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:46,256 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73891669, jitterRate=0.10107167065143585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:46,256 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219766245Initializing all the Stores at 1731219766245Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219766245Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219766246 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219766246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219766246Cleaning up temporary data from old regions at 1731219766253 (+7 ms)Region opened successfully at 1731219766256 (+3 ms) 2024-11-10T06:22:46,257 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:22:46,259 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e900f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:46,260 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:22:46,260 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:22:46,260 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:22:46,260 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:22:46,260 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:22:46,261 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:22:46,261 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:22:46,262 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:22:46,263 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/balancer because node does not exist (not necessarily an error) 2024-11-10T06:22:46,264 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/balancer already deleted, retry=false 2024-11-10T06:22:46,265 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:22:46,265 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:22:46,266 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/normalizer already deleted, retry=false 2024-11-10T06:22:46,267 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:22:46,267 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:22:46,270 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/switch/split already deleted, retry=false 2024-11-10T06:22:46,270 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:22:46,271 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/switch/merge already deleted, retry=false 2024-11-10T06:22:46,273 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:22:46,274 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/snapshot-cleanup already deleted, retry=false 2024-11-10T06:22:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604987320/running 2024-11-10T06:22:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604987320/running 2024-11-10T06:22:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,276 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,43381,1731219764893, sessionid=0x101008b0d200003, setting cluster-up flag (Was=false) 2024-11-10T06:22:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,285 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604987320/flush-table-proc/acquired, /11604987320/flush-table-proc/reached, /11604987320/flush-table-proc/abort 2024-11-10T06:22:46,286 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,294 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604987320/online-snapshot/acquired, /11604987320/online-snapshot/reached, /11604987320/online-snapshot/abort 2024-11-10T06:22:46,294 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:46,295 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:22:46,296 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:46,296 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:22:46,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:22:46,297 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,43381,1731219764893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:46,298 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219796299 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:22:46,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:46,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:22:46,299 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:22:46,300 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:22:46,300 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:22:46,300 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,300 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219766300,5,FailOnTimeoutGroup] 2024-11-10T06:22:46,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:22:46,304 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219766300,5,FailOnTimeoutGroup] 2024-11-10T06:22:46,304 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,304 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:22:46,304 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,304 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:22:46,355 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(746): ClusterId : 68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a 2024-11-10T06:22:46,355 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:22:46,357 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:22:46,357 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:22:46,359 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:22:46,359 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c83e117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:22:46,370 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:39925 2024-11-10T06:22:46,371 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:22:46,371 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:22:46,371 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:22:46,371 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,43381,1731219764893 with port=39925, startcode=1731219764935 2024-11-10T06:22:46,371 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:22:46,373 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:22:46,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43381 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,374 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3 2024-11-10T06:22:46,375 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44325 2024-11-10T06:22:46,375 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:22:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/rs 2024-11-10T06:22:46,380 DEBUG [RS:0;c48ba4c5549b:39925 {}] zookeeper.ZKUtil(111): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on existing znode=/11604987320/rs/c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,380 WARN [RS:0;c48ba4c5549b:39925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:22:46,380 INFO [RS:0;c48ba4c5549b:39925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:46,380 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,39925,1731219764935] 2024-11-10T06:22:46,383 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:22:46,384 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:22:46,386 INFO [RS:0;c48ba4c5549b:39925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:22:46,386 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,386 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:22:46,387 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:22:46,387 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,387 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,388 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:22:46,388 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:46,388 DEBUG [RS:0;c48ba4c5549b:39925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,388 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39925,1731219764935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:46,402 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:22:46,402 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39925,1731219764935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,402 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,402 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.Replication(171): c48ba4c5549b,39925,1731219764935 started 2024-11-10T06:22:46,415 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:46,415 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,39925,1731219764935, RpcServer on c48ba4c5549b/172.17.0.2:39925, sessionid=0x101008b0d200004 2024-11-10T06:22:46,416 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:22:46,416 DEBUG [RS:0;c48ba4c5549b:39925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,416 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39925,1731219764935' 2024-11-10T06:22:46,416 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604987320/flush-table-proc/abort' 2024-11-10T06:22:46,416 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604987320/flush-table-proc/acquired' 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39925,1731219764935' 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604987320/online-snapshot/abort' 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604987320/online-snapshot/acquired' 2024-11-10T06:22:46,417 DEBUG [RS:0;c48ba4c5549b:39925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:22:46,417 INFO [RS:0;c48ba4c5549b:39925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:22:46,417 INFO [RS:0;c48ba4c5549b:39925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:22:46,518 INFO [RS:0;c48ba4c5549b:39925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:22:46,519 INFO [RS:0;c48ba4c5549b:39925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39925%2C1731219764935, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/oldWALs, maxLogs=10 2024-11-10T06:22:46,532 DEBUG [RS:0;c48ba4c5549b:39925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, exclude list is [], retry=0 2024-11-10T06:22:46,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42937,DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe,DISK] 2024-11-10T06:22:46,536 INFO [RS:0;c48ba4c5549b:39925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 2024-11-10T06:22:46,536 DEBUG [RS:0;c48ba4c5549b:39925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-10T06:22:46,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:22:46,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3 2024-11-10T06:22:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:22:46,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:46,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:46,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:46,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:46,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:46,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:46,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:46,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:46,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:46,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:46,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:46,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:46,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:46,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:46,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:46,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740 2024-11-10T06:22:46,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740 2024-11-10T06:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:46,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:46,730 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:46,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:46,733 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67667358, jitterRate=0.008322209119796753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219766721Initializing all the Stores at 1731219766721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219766721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219766722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219766722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219766722Cleaning up temporary data from old regions at 1731219766730 (+8 ms)Region opened successfully at 1731219766733 (+3 ms) 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:22:46,733 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:22:46,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:22:46,734 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:22:46,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219766733Disabling compacts and flushes for region at 1731219766733Disabling writes for close at 1731219766733Writing region close event to WAL at 1731219766734 (+1 ms)Closed at 1731219766734 2024-11-10T06:22:46,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:46,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:22:46,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:22:46,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:46,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:22:46,887 DEBUG [c48ba4c5549b:43381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:22:46,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:46,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39925,1731219764935, state=OPENING 2024-11-10T06:22:46,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:22:46,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:46,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604987320/meta-region-server: CHANGED 2024-11-10T06:22:46,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:22:46,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604987320/meta-region-server: CHANGED 2024-11-10T06:22:46,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39925,1731219764935}] 2024-11-10T06:22:47,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:47,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:22:47,048 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:22:47,048 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:47,049 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:22:47,050 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39925%2C1731219764935.meta, suffix=.meta, logDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/oldWALs, maxLogs=10 2024-11-10T06:22:47,066 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.meta.1731219767050.meta, exclude list is [], retry=0 2024-11-10T06:22:47,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42937,DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe,DISK] 2024-11-10T06:22:47,070 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.meta.1731219767050.meta 2024-11-10T06:22:47,070 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-10T06:22:47,070 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:47,070 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:47,070 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:47,071 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:22:47,071 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:22:47,071 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:22:47,071 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:47,071 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:22:47,071 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:22:47,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:22:47,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:22:47,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:47,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:47,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:22:47,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:22:47,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:47,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:47,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:22:47,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:22:47,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:47,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:47,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:22:47,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:22:47,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:47,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:22:47,076 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:22:47,076 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740 2024-11-10T06:22:47,077 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740 2024-11-10T06:22:47,078 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:22:47,078 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:22:47,078 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:22:47,079 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:22:47,080 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65476507, jitterRate=-0.02432401478290558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:22:47,080 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:22:47,080 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219767071Writing region info on filesystem at 1731219767071Initializing all the Stores at 1731219767072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219767072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219767072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219767072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219767072Cleaning up temporary data from old regions at 1731219767078 (+6 ms)Running coprocessor post-open hooks at 1731219767080 (+2 ms)Region opened successfully at 1731219767080 2024-11-10T06:22:47,081 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219767043 2024-11-10T06:22:47,083 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:22:47,083 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:22:47,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:47,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39925,1731219764935, state=OPEN 2024-11-10T06:22:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604987320/meta-region-server 2024-11-10T06:22:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604987320/meta-region-server 2024-11-10T06:22:47,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604987320/meta-region-server: CHANGED 2024-11-10T06:22:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604987320/meta-region-server: CHANGED 2024-11-10T06:22:47,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:22:47,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39925,1731219764935 in 195 msec 2024-11-10T06:22:47,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:22:47,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-10T06:22:47,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:22:47,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:22:47,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:47,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:47,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:47,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:47,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-11-10T06:22:47,096 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219767096, completionTime=-1 2024-11-10T06:22:47,096 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:22:47,096 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:22:47,097 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:22:47,097 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219827097 2024-11-10T06:22:47,097 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219887097 2024-11-10T06:22:47,097 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:43381, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,098 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,099 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.125sec 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:22:47,101 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:22:47,102 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:22:47,102 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:22:47,103 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43381,1731219764893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:22:47,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecaec44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:47,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:47,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:47,156 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:47,158 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:47,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1012ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:47,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:47,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:47,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:47,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:47,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58691 2024-11-10T06:22:47,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:22:47,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008b0d200005 connected 2024-11-10T06:22:47,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d362ad5 2024-11-10T06:22:47,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:47,171 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:47,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:22:47,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:22:47,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:47,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:22:47,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:22:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:22:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:22:47,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:22:47,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:22:47,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T06:22:47,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:22:47,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:22:47,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb40ad750d73912224cc387f778957c9, NAME => 'test,,1731219767171.bb40ad750d73912224cc387f778957c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f 2024-11-10T06:22:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219767171.bb40ad750d73912224cc387f778957c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb40ad750d73912224cc387f778957c9, disabling compactions & flushes 2024-11-10T06:22:47,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219767171.bb40ad750d73912224cc387f778957c9. after waiting 0 ms 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:47,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:47,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb40ad750d73912224cc387f778957c9: Waiting for close lock at 1731219767987Disabling compacts and flushes for region at 1731219767987Disabling writes for close at 1731219767987Writing region close event to WAL at 1731219767987Closed at 1731219767987 2024-11-10T06:22:47,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:22:47,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219767171.bb40ad750d73912224cc387f778957c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219767988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219767988"}]},"ts":"1731219767988"} 2024-11-10T06:22:47,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:22:47,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:22:47,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219767991"}]},"ts":"1731219767991"} 2024-11-10T06:22:47,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:22:47,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb40ad750d73912224cc387f778957c9, ASSIGN}] 2024-11-10T06:22:47,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb40ad750d73912224cc387f778957c9, ASSIGN 2024-11-10T06:22:47,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb40ad750d73912224cc387f778957c9, ASSIGN; state=OFFLINE, location=c48ba4c5549b,37215,1731219760911; forceNewPlan=false, retain=false 2024-11-10T06:22:48,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb40ad750d73912224cc387f778957c9, regionState=OPENING, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:48,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb40ad750d73912224cc387f778957c9, ASSIGN because future has completed 2024-11-10T06:22:48,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb40ad750d73912224cc387f778957c9, server=c48ba4c5549b,37215,1731219760911}] 2024-11-10T06:22:48,304 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb40ad750d73912224cc387f778957c9, NAME => 'test,,1731219767171.bb40ad750d73912224cc387f778957c9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:48,304 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:48,304 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219767171.bb40ad750d73912224cc387f778957c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,306 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,307 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb40ad750d73912224cc387f778957c9 columnFamilyName f 2024-11-10T06:22:48,307 DEBUG [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:48,307 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(327): Store=bb40ad750d73912224cc387f778957c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:48,307 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,308 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb40ad750d73912224cc387f778957c9 columnFamilyName f1 2024-11-10T06:22:48,308 DEBUG [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:48,309 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(327): Store=bb40ad750d73912224cc387f778957c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:48,309 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,310 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb40ad750d73912224cc387f778957c9 columnFamilyName norep 2024-11-10T06:22:48,310 DEBUG [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:48,310 INFO [StoreOpener-bb40ad750d73912224cc387f778957c9-1 {}] regionserver.HStore(327): Store=bb40ad750d73912224cc387f778957c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:48,310 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,311 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,311 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,312 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,312 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,312 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:48,313 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:48,318 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:48,318 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb40ad750d73912224cc387f778957c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69285186, jitterRate=0.03242972493171692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:48,318 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb40ad750d73912224cc387f778957c9 2024-11-10T06:22:48,319 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb40ad750d73912224cc387f778957c9: Running coprocessor pre-open hook at 1731219768305Writing region info on filesystem at 1731219768305Initializing all the Stores at 1731219768305Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219768305Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219768305Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219768305Cleaning up temporary data from old regions at 1731219768312 (+7 ms)Running coprocessor post-open hooks at 1731219768318 (+6 ms)Region opened successfully at 1731219768319 (+1 ms) 2024-11-10T06:22:48,320 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219767171.bb40ad750d73912224cc387f778957c9., pid=6, masterSystemTime=1731219768300 2024-11-10T06:22:48,321 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:48,322 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:22:48,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb40ad750d73912224cc387f778957c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb40ad750d73912224cc387f778957c9, server=c48ba4c5549b,37215,1731219760911 because future has completed 2024-11-10T06:22:48,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:22:48,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb40ad750d73912224cc387f778957c9, server=c48ba4c5549b,37215,1731219760911 in 177 msec 2024-11-10T06:22:48,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:22:48,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb40ad750d73912224cc387f778957c9, ASSIGN in 333 msec 2024-11-10T06:22:48,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:22:48,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219768329"}]},"ts":"1731219768329"} 2024-11-10T06:22:48,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:22:48,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:22:48,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-10T06:22:48,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:22:48,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:22:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:49,335 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:22:49,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27784758 2024-11-10T06:22:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:49,337 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:49,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:22:49,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:49,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:22:49,340 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:49,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:22:49,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:22:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:22:49,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4df7b73621f37a1a7d7cbfdc274f3166, NAME => 'test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3 2024-11-10T06:22:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:22:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4df7b73621f37a1a7d7cbfdc274f3166, disabling compactions & flushes 2024-11-10T06:22:49,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. after waiting 0 ms 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:49,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:49,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4df7b73621f37a1a7d7cbfdc274f3166: Waiting for close lock at 1731219769763Disabling compacts and flushes for region at 1731219769763Disabling writes for close at 1731219769763Writing region close event to WAL at 1731219769763Closed at 1731219769763 2024-11-10T06:22:49,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:22:49,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219769764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219769764"}]},"ts":"1731219769764"} 2024-11-10T06:22:49,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:22:49,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:22:49,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219769767"}]},"ts":"1731219769767"} 2024-11-10T06:22:49,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:22:49,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4df7b73621f37a1a7d7cbfdc274f3166, ASSIGN}] 2024-11-10T06:22:49,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4df7b73621f37a1a7d7cbfdc274f3166, ASSIGN 2024-11-10T06:22:49,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4df7b73621f37a1a7d7cbfdc274f3166, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39925,1731219764935; forceNewPlan=false, retain=false 2024-11-10T06:22:49,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4df7b73621f37a1a7d7cbfdc274f3166, regionState=OPENING, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:49,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4df7b73621f37a1a7d7cbfdc274f3166, ASSIGN because future has completed 2024-11-10T06:22:49,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df7b73621f37a1a7d7cbfdc274f3166, server=c48ba4c5549b,39925,1731219764935}] 2024-11-10T06:22:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:50,080 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:50,080 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4df7b73621f37a1a7d7cbfdc274f3166, NAME => 'test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:50,081 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:50,081 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:22:50,081 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,081 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:50,081 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,081 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,082 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,084 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df7b73621f37a1a7d7cbfdc274f3166 columnFamilyName f 2024-11-10T06:22:50,084 DEBUG [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:50,084 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(327): Store=4df7b73621f37a1a7d7cbfdc274f3166/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:50,084 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,085 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df7b73621f37a1a7d7cbfdc274f3166 columnFamilyName f1 2024-11-10T06:22:50,085 DEBUG [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:50,085 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(327): Store=4df7b73621f37a1a7d7cbfdc274f3166/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:50,086 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,086 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4df7b73621f37a1a7d7cbfdc274f3166 columnFamilyName norep 2024-11-10T06:22:50,086 DEBUG [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:50,087 INFO [StoreOpener-4df7b73621f37a1a7d7cbfdc274f3166-1 {}] regionserver.HStore(327): Store=4df7b73621f37a1a7d7cbfdc274f3166/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:50,087 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,087 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,088 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,089 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,089 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,089 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:50,090 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,092 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:50,092 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4df7b73621f37a1a7d7cbfdc274f3166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75195970, jitterRate=0.12050727009773254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:50,092 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:22:50,092 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4df7b73621f37a1a7d7cbfdc274f3166: Running coprocessor pre-open hook at 1731219770081Writing region info on filesystem at 1731219770081Initializing all the Stores at 1731219770082 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219770082Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219770082Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219770082Cleaning up temporary data from old regions at 1731219770089 (+7 ms)Running coprocessor post-open hooks at 1731219770092 (+3 ms)Region opened successfully at 1731219770092 2024-11-10T06:22:50,093 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., pid=6, masterSystemTime=1731219770076 2024-11-10T06:22:50,095 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:50,095 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:22:50,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4df7b73621f37a1a7d7cbfdc274f3166, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:50,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4df7b73621f37a1a7d7cbfdc274f3166, server=c48ba4c5549b,39925,1731219764935 because future has completed 2024-11-10T06:22:50,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:22:50,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4df7b73621f37a1a7d7cbfdc274f3166, server=c48ba4c5549b,39925,1731219764935 in 174 msec 2024-11-10T06:22:50,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:22:50,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4df7b73621f37a1a7d7cbfdc274f3166, ASSIGN in 331 msec 2024-11-10T06:22:50,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:22:50,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219770102"}]},"ts":"1731219770102"} 2024-11-10T06:22:50,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:22:50,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:22:50,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-10T06:22:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:22:50,475 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:22:50,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:50,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:50,477 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bbf761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,478 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ecd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:50,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:50,480 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f74a7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,481 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9c31a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:50,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:50,485 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,486 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:50,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6891592b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc50fa0 2024-11-10T06:22:50,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:50,489 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:50,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:43381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:22:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:22:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:50,492 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:43381' 2024-11-10T06:22:50,493 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffe891f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,493 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:50,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:50,493 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:50,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:50,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc9e827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,495 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:50,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327966db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:50,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1deb1e2f 2024-11-10T06:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:50,497 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:50,498 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:22:50,498 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:22:50,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:50,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:50,498 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:50,499 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:22:50,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:22:50,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:50,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:22:50,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:22:50,549 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:22:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:50,908 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b08811d53bccc6f6127b17cf443ce768, NAME => 'hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f 2024-11-10T06:22:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:22:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b08811d53bccc6f6127b17cf443ce768, disabling compactions & flushes 2024-11-10T06:22:51,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. after waiting 0 ms 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b08811d53bccc6f6127b17cf443ce768: Waiting for close lock at 1731219771314Disabling compacts and flushes for region at 1731219771314Disabling writes for close at 1731219771314Writing region close event to WAL at 1731219771314Closed at 1731219771314 2024-11-10T06:22:51,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:22:51,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219771315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219771315"}]},"ts":"1731219771315"} 2024-11-10T06:22:51,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:22:51,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:22:51,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219771319"}]},"ts":"1731219771319"} 2024-11-10T06:22:51,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:22:51,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08811d53bccc6f6127b17cf443ce768, ASSIGN}] 2024-11-10T06:22:51,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08811d53bccc6f6127b17cf443ce768, ASSIGN 2024-11-10T06:22:51,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b08811d53bccc6f6127b17cf443ce768, ASSIGN; state=OFFLINE, location=c48ba4c5549b,37215,1731219760911; forceNewPlan=false, retain=false 2024-11-10T06:22:51,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b08811d53bccc6f6127b17cf443ce768, regionState=OPENING, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:51,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b08811d53bccc6f6127b17cf443ce768, ASSIGN because future has completed 2024-11-10T06:22:51,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08811d53bccc6f6127b17cf443ce768, server=c48ba4c5549b,37215,1731219760911}] 2024-11-10T06:22:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:51,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:51,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:22:51,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37215%2C1731219760911.rep, suffix=, logDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911, archiveDir=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs, maxLogs=10 2024-11-10T06:22:51,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.rep.1731219771633, exclude list is [], retry=0 2024-11-10T06:22:51,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34721,DS-7c025b40-f64b-4e08-aa8e-d6634227318d,DISK] 2024-11-10T06:22:51,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.rep.1731219771633 2024-11-10T06:22:51,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35189:35189)] 2024-11-10T06:22:51,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b08811d53bccc6f6127b17cf443ce768, NAME => 'hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:51,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. service=MultiRowMutationService 2024-11-10T06:22:51,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,653 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,654 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08811d53bccc6f6127b17cf443ce768 columnFamilyName hfileref 2024-11-10T06:22:51,654 DEBUG [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:51,654 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(327): Store=b08811d53bccc6f6127b17cf443ce768/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:51,655 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,656 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08811d53bccc6f6127b17cf443ce768 columnFamilyName queue 2024-11-10T06:22:51,656 DEBUG [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:51,656 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(327): Store=b08811d53bccc6f6127b17cf443ce768/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:51,656 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,657 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08811d53bccc6f6127b17cf443ce768 columnFamilyName sid 2024-11-10T06:22:51,657 DEBUG [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:51,657 INFO [StoreOpener-b08811d53bccc6f6127b17cf443ce768-1 {}] regionserver.HStore(327): Store=b08811d53bccc6f6127b17cf443ce768/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:51,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:51,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:51,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b08811d53bccc6f6127b17cf443ce768; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63870760, jitterRate=-0.04825150966644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:51,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:22:51,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b08811d53bccc6f6127b17cf443ce768: Running coprocessor pre-open hook at 1731219771652Writing region info on filesystem at 1731219771652Initializing all the Stores at 1731219771652Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219771652Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219771653 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219771653Cleaning up temporary data from old regions at 1731219771659 (+6 ms)Running coprocessor post-open hooks at 1731219771663 (+4 ms)Region opened successfully at 1731219771663 2024-11-10T06:22:51,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768., pid=10, masterSystemTime=1731219771628 2024-11-10T06:22:51,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:22:51,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b08811d53bccc6f6127b17cf443ce768, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,37215,1731219760911 2024-11-10T06:22:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08811d53bccc6f6127b17cf443ce768, server=c48ba4c5549b,37215,1731219760911 because future has completed 2024-11-10T06:22:51,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:22:51,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b08811d53bccc6f6127b17cf443ce768, server=c48ba4c5549b,37215,1731219760911 in 193 msec 2024-11-10T06:22:51,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:22:51,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08811d53bccc6f6127b17cf443ce768, ASSIGN in 350 msec 2024-11-10T06:22:51,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:22:51,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219771673"}]},"ts":"1731219771673"} 2024-11-10T06:22:51,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:22:51,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:22:51,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T06:22:51,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2] 2024-11-10T06:22:51,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:51,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:22:51,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:22:51,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:22:51,867 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:22:51,911 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,37215,1731219760911, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:22:51,912 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:51,912 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:51,913 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:51,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T06:22:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,37215,1731219760911', locateType=CURRENT is [region=hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2] 2024-11-10T06:22:51,918 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:22:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:22:51,920 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,37215,1731219760911 suceeded 2024-11-10T06:22:51,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:22:51,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-10T06:22:51,922 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:43381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:22:51,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-11-10T06:22:51,933 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:43381' 2024-11-10T06:22:51,934 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:51,934 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:51,934 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:51,935 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:51,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:51,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:51,937 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:51,937 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57abdd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:51,937 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a54317f 2024-11-10T06:22:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:51,939 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:51,939 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,37215,1731219760911 (queues=1) is replicating from cluster=8fa12ffd-5861-4f07-b92c-e2b3af5362ce to cluster=68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a 2024-11-10T06:22:51,940 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C37215%2C1731219760911 2024-11-10T06:22:51,940 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,37215,1731219760911, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:22:51,940 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C37215%2C1731219760911 2024-11-10T06:22:51,940 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910, startPosition=0, beingWritten=true 2024-11-10T06:22:51,945 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:22:51,945 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:51,945 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37215,1731219760911 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:22:52,150 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:52,454 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:52,635 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:22:52,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:52,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:52,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:52,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5938a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:52,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:52,637 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4e4f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:52,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,638 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:52,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c27e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:52,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:52,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50117103 2024-11-10T06:22:52,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:52,641 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:52,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:36207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:22:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:22:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:52,644 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:36207' 2024-11-10T06:22:52,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e765e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,645 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:52,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:52,645 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:52,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e192f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,647 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697fd45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:52,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:52,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:52,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431d13eb 2024-11-10T06:22:52,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:52,649 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:52,649 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:22:52,649 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:22:52,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:52,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:52,650 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:22:52,651 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:22:52,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:22:52,652 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:52,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:22:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:22:52,701 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:22:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:52,858 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:53,060 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dc81c78b93f4ed6471e2a88ab47e51a, NAME => 'hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3 2024-11-10T06:22:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:22:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:53,362 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:53,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:53,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1dc81c78b93f4ed6471e2a88ab47e51a, disabling compactions & flushes 2024-11-10T06:22:53,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. after waiting 0 ms 2024-11-10T06:22:53,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dc81c78b93f4ed6471e2a88ab47e51a: Waiting for close lock at 1731219773466Disabling compacts and flushes for region at 1731219773466Disabling writes for close at 1731219773466Writing region close event to WAL at 1731219773466Closed at 1731219773466 2024-11-10T06:22:53,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:22:53,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219773468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219773468"}]},"ts":"1731219773468"} 2024-11-10T06:22:53,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:22:53,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:22:53,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219773470"}]},"ts":"1731219773470"} 2024-11-10T06:22:53,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:22:53,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc81c78b93f4ed6471e2a88ab47e51a, ASSIGN}] 2024-11-10T06:22:53,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc81c78b93f4ed6471e2a88ab47e51a, ASSIGN 2024-11-10T06:22:53,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dc81c78b93f4ed6471e2a88ab47e51a, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39925,1731219764935; forceNewPlan=false, retain=false 2024-11-10T06:22:53,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dc81c78b93f4ed6471e2a88ab47e51a, regionState=OPENING, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:53,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dc81c78b93f4ed6471e2a88ab47e51a, ASSIGN because future has completed 2024-11-10T06:22:53,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc81c78b93f4ed6471e2a88ab47e51a, server=c48ba4c5549b,39925,1731219764935}] 2024-11-10T06:22:53,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:22:53,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:22:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:53,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39925%2C1731219764935.rep, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/oldWALs, maxLogs=10 2024-11-10T06:22:53,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.rep.1731219773785, exclude list is [], retry=0 2024-11-10T06:22:53,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42937,DS-5ffd057a-f300-4287-bcba-e59b8f15e5fe,DISK] 2024-11-10T06:22:53,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.rep.1731219773785 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dc81c78b93f4ed6471e2a88ab47e51a, NAME => 'hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:22:53,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. service=MultiRowMutationService 2024-11-10T06:22:53,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:22:53,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,805 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,806 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc81c78b93f4ed6471e2a88ab47e51a columnFamilyName hfileref 2024-11-10T06:22:53,806 DEBUG [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:53,806 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(327): Store=1dc81c78b93f4ed6471e2a88ab47e51a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:53,806 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,807 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc81c78b93f4ed6471e2a88ab47e51a columnFamilyName queue 2024-11-10T06:22:53,807 DEBUG [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:53,808 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(327): Store=1dc81c78b93f4ed6471e2a88ab47e51a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:53,808 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,808 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc81c78b93f4ed6471e2a88ab47e51a columnFamilyName sid 2024-11-10T06:22:53,808 DEBUG [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:22:53,809 INFO [StoreOpener-1dc81c78b93f4ed6471e2a88ab47e51a-1 {}] regionserver.HStore(327): Store=1dc81c78b93f4ed6471e2a88ab47e51a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:22:53,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:22:53,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:22:53,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1dc81c78b93f4ed6471e2a88ab47e51a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72372838, jitterRate=0.07843932509422302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:22:53,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:22:53,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1dc81c78b93f4ed6471e2a88ab47e51a: Running coprocessor pre-open hook at 1731219773804Writing region info on filesystem at 1731219773804Initializing all the Stores at 1731219773804Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219773804Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219773805 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219773805Cleaning up temporary data from old regions at 1731219773811 (+6 ms)Running coprocessor post-open hooks at 1731219773815 (+4 ms)Region opened successfully at 1731219773815 2024-11-10T06:22:53,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a., pid=10, masterSystemTime=1731219773779 2024-11-10T06:22:53,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:22:53,819 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dc81c78b93f4ed6471e2a88ab47e51a, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39925,1731219764935 2024-11-10T06:22:53,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc81c78b93f4ed6471e2a88ab47e51a, server=c48ba4c5549b,39925,1731219764935 because future has completed 2024-11-10T06:22:53,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:22:53,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dc81c78b93f4ed6471e2a88ab47e51a, server=c48ba4c5549b,39925,1731219764935 in 195 msec 2024-11-10T06:22:53,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:22:53,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc81c78b93f4ed6471e2a88ab47e51a, ASSIGN in 351 msec 2024-11-10T06:22:53,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:22:53,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219773825"}]},"ts":"1731219773825"} 2024-11-10T06:22:53,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:22:53,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:22:53,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-10T06:22:53,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2] 2024-11-10T06:22:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:53,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:22:53,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:22:53,966 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:54,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:22:54,019 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:22:54,047 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,39925,1731219764935, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:22:54,048 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:54,048 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:54,048 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:54,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T06:22:54,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,39925,1731219764935', locateType=CURRENT is [region=hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2] 2024-11-10T06:22:54,053 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:22:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:22:54,054 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,39925,1731219764935 suceeded 2024-11-10T06:22:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:22:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T06:22:54,056 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:36207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:22:54,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T06:22:54,067 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:36207' 2024-11-10T06:22:54,068 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae5af88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:54,068 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:54,068 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:54,069 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541ad499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:54,070 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:54,071 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd76f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:54,071 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fd98ae 2024-11-10T06:22:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:54,073 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:54,073 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,39925,1731219764935 (queues=1) is replicating from cluster=68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a to cluster=8fa12ffd-5861-4f07-b92c-e2b3af5362ce 2024-11-10T06:22:54,073 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C39925%2C1731219764935 2024-11-10T06:22:54,073 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,39925,1731219764935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:22:54,074 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C39925%2C1731219764935 2024-11-10T06:22:54,074 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, startPosition=0, beingWritten=true 2024-11-10T06:22:54,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:22:54,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:54,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39925,1731219764935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:22:54,282 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:54,586 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:54,671 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:54,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:22:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:22:54,794 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:22:54,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:54,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:54,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:54,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:54,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:54,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:54,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731219774799/Put/seqid=0 2024-11-10T06:22:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741840_1016 (size=7894) 2024-11-10T06:22:54,990 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:55,206 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731219775205/Put/seqid=0 2024-11-10T06:22:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741841_1017 (size=7691) 2024-11-10T06:22:55,475 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:55,494 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:55,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:22:55,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7359c018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:55,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:55,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:55,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,613 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad0f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:55,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:55,628 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:55,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:22:55,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486e2812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:55,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:55,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:55,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e78d073 2024-11-10T06:22:55,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:55,644 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2] 2024-11-10T06:22:55,651 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:22:55,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T06:22:55,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T06:22:55,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T06:22:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:55,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T06:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegion(2603): Flush status journal for bb40ad750d73912224cc387f778957c9: 2024-11-10T06:22:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_0 2024-11-10T06:22:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_0 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ 2024-11-10T06:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_1 2024-11-10T06:22:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_1 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ 2024-11-10T06:22:55,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_0 into bb40ad750d73912224cc387f778957c9/f as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ - updating store file list. 2024-11-10T06:22:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7f320b57d2443deace5d1da641b26c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:55,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ into bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:55,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_0 into bb40ad750d73912224cc387f778957c9/f (new location: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_) 2024-11-10T06:22:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_0 2024-11-10T06:22:55,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_1 into bb40ad750d73912224cc387f778957c9/f as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ - updating store file list. 2024-11-10T06:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe2d6dd18a504538b81ce672b8700e89_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:55,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ into bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:55,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_1 into bb40ad750d73912224cc387f778957c9/f (new location: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_) 2024-11-10T06:22:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins__test__af5r1l48g3m4s0udhar0djvn230np8lqmfnjhkl0ir9ui1r55kr912938ods376q/f/hfile_1 2024-11-10T06:22:55,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:55,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:55,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2 , the old value is region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:37215 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:22:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:22:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2 from cache 2024-11-10T06:22:55,711 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:22:55,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:55,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:55,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:55,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:55,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2] 2024-11-10T06:22:55,720 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:22:55,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:22:56,098 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:56,391 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 379, reset compression=false 2024-11-10T06:22:56,395 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:22:56,396 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37215,1731219760911 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb40ad750d73912224cc387f778957c9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219775707/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:22:56,398 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:56,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T06:22:56,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.ReplicationSink(318): Replicating [8fa12ffd-5861-4f07-b92c-e2b3af5362ce] bulk loaded data 2024-11-10T06:22:56,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad99404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:56,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:56,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:56,401 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515e4275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:56,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:56,402 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:56,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc9a362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741840_1016 (size=7894) 2024-11-10T06:22:56,596 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:56,722 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:22:56,802 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741841_1017 (size=7691) 2024-11-10T06:22:56,900 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:57,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48390e05 2024-11-10T06:22:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:57,231 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:57,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:22:57,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:57,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:57,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T06:22:57,241 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T06:22:57,244 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T06:22:57,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ for inclusion in 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T06:22:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:57,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ for inclusion in 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T06:22:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegion(2603): Flush status journal for 4df7b73621f37a1a7d7cbfdc274f3166: 2024-11-10T06:22:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f7f320b57d2443deace5d1da641b26c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:22:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/31b4ad66f286472ca022cd1c7bf57321_SeqId_4_ 2024-11-10T06:22:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:22:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_ 2024-11-10T06:22:57,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/31b4ad66f286472ca022cd1c7bf57321_SeqId_4_ - updating store file list. 2024-11-10T06:22:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31b4ad66f286472ca022cd1c7bf57321_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:57,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/31b4ad66f286472ca022cd1c7bf57321_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:57,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f (new location: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/31b4ad66f286472ca022cd1c7bf57321_SeqId_4_) 2024-11-10T06:22:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/f7f320b57d2443deace5d1da641b26c5_SeqId_4_ 2024-11-10T06:22:57,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_ - updating store file list. 2024-11-10T06:22:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:57,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:57,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ into 4df7b73621f37a1a7d7cbfdc274f3166/f (new location: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_) 2024-11-10T06:22:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins.hfs.11__test__7i3di2b7lk8ra0kq7popbcuajret3r6omd12ue0fn4m6q226kms9sfvmuqqvq544/f/fe2d6dd18a504538b81ce672b8700e89_SeqId_4_ 2024-11-10T06:22:57,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.ReplicationSink(324): Finished replicating [8fa12ffd-5861-4f07-b92c-e2b3af5362ce] bulk loaded data 2024-11-10T06:22:57,304 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:22:57,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:22:57,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:22:57,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T06:22:57,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:22:57,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:22:57,606 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 379, reset compression=false 2024-11-10T06:22:57,611 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:22:57,611 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39925,1731219764935 got entry batch from reader: WALEntryBatch [walEntries=[{test/4df7b73621f37a1a7d7cbfdc274f3166/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219777266/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T06:22:57,613 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:22:57,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T06:22:57,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(318): Replicating [8fa12ffd-5861-4f07-b92c-e2b3af5362ce, 68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a] bulk loaded data 2024-11-10T06:22:57,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ab8f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:57,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,36207,-1 for getting cluster id 2024-11-10T06:22:57,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:57,616 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8fa12ffd-5861-4f07-b92c-e2b3af5362ce' 2024-11-10T06:22:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8fa12ffd-5861-4f07-b92c-e2b3af5362ce" 2024-11-10T06:22:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5194ae70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,36207,-1] 2024-11-10T06:22:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:57,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:57,617 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c93a2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:57,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741842_1018 (size=7894) 2024-11-10T06:22:57,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:22:57,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731219777733/Put/seqid=0 2024-11-10T06:22:57,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741842_1018 (size=11194) 2024-11-10T06:22:57,807 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:57,811 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 725, reset compression=false 2024-11-10T06:22:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741843_1019 (size=7691) 2024-11-10T06:22:58,114 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 725, reset compression=false 2024-11-10T06:22:58,140 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731219778139/Put/seqid=0 2024-11-10T06:22:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741843_1019 (size=10791) 2024-11-10T06:22:58,411 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:58,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,36207,1731219760857 2024-11-10T06:22:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613bbda5 2024-11-10T06:22:58,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:58,438 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T06:22:58,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:22:58,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:58,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:58,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:58,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T06:22:58,447 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__qespt0e5gq0ii77r84psjc9pt9tno8o3ra983oekv1kdb92fuuddk7nf93coiat7/f/31b4ad66f286472ca022cd1c7bf57321_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T06:22:58,449 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__qespt0e5gq0ii77r84psjc9pt9tno8o3ra983oekv1kdb92fuuddk7nf93coiat7/f/e6d78bf8ca4f4f7d834a5fb9bc5ac23d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T06:22:58,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(324): Finished replicating [8fa12ffd-5861-4f07-b92c-e2b3af5362ce, 68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a] bulk loaded data 2024-11-10T06:22:58,518 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 725, reset compression=false 2024-11-10T06:22:58,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:58,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43381,-1 for getting cluster id 2024-11-10T06:22:58,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:22:58,546 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a' 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a" 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8753eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43381,-1] 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:22:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:58,548 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:22:58,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe92734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:22:58,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:22:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:58,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:58,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:22:58,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43381,1731219764893 2024-11-10T06:22:58,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ea8bc8d 2024-11-10T06:22:58,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:22:58,559 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:22:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2] 2024-11-10T06:22:58,564 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:22:58,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T06:22:58,571 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T06:22:58,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T06:22:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:58,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T06:22:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegion(2603): Flush status journal for 4df7b73621f37a1a7d7cbfdc274f3166: 2024-11-10T06:22:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_0 2024-11-10T06:22:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_0 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ 2024-11-10T06:22:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_1 2024-11-10T06:22:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_1 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ 2024-11-10T06:22:58,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_0 into 4df7b73621f37a1a7d7cbfdc274f3166/f as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ - updating store file list. 2024-11-10T06:22:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 923faf2cc78345c8958070e153272cd1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:58,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ into 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:58,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_0 into 4df7b73621f37a1a7d7cbfdc274f3166/f (new location: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/923faf2cc78345c8958070e153272cd1_SeqId_6_) 2024-11-10T06:22:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_0 2024-11-10T06:22:58,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_1 into 4df7b73621f37a1a7d7cbfdc274f3166/f as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ - updating store file list. 2024-11-10T06:22:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 794dd8136cbe4341afc055ab809d1b9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:58,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ into 4df7b73621f37a1a7d7cbfdc274f3166/f 2024-11-10T06:22:58,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_1 into 4df7b73621f37a1a7d7cbfdc274f3166/f (new location: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_) 2024-11-10T06:22:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/staging/jenkins__test__sbq2icmf0at3kseqvta4sudim4tgo9alvhi2s6653mdf0sr4nueap9mkoo11eadm/f/hfile_1 2024-11-10T06:22:58,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:22:58,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:22:58,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:58,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:22:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2 , the old value is region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:39925 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:22:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:22:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., hostname=c48ba4c5549b,39925,1731219764935, seqNum=2 from cache 2024-11-10T06:22:58,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:22:58,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:22:58,599 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:22:58,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37215,1731219760911, seqNum=-1] 2024-11-10T06:22:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:22:58,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:22:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219767171.bb40ad750d73912224cc387f778957c9., hostname=c48ba4c5549b,37215,1731219760911, seqNum=2] 2024-11-10T06:22:58,608 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:22:58,705 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:22:59,022 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 725, reset compression=false 2024-11-10T06:22:59,027 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:22:59,027 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39925,1731219764935 got entry batch from reader: WALEntryBatch [walEntries=[{test/4df7b73621f37a1a7d7cbfdc274f3166/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219778596/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:22:59,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(318): Replicating [68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a] bulk loaded data 2024-11-10T06:22:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741844_1020 (size=11194) 2024-11-10T06:22:59,115 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:59,227 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1033, reset compression=false 2024-11-10T06:22:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741845_1021 (size=10791) 2024-11-10T06:22:59,531 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1033, reset compression=false 2024-11-10T06:22:59,613 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:22:59,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:22:59,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T06:22:59,857 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T06:22:59,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ for inclusion in bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T06:22:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:59,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ for inclusion in bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T06:22:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:22:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegion(2603): Flush status journal for bb40ad750d73912224cc387f778957c9: 2024-11-10T06:22:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:22:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/3b3c515e85c844f38bce4b101008bd02_SeqId_6_ 2024-11-10T06:22:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 923faf2cc78345c8958070e153272cd1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:22:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/d2f5bfa022c143b3910b02ed082684d3_SeqId_6_ 2024-11-10T06:22:59,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/3b3c515e85c844f38bce4b101008bd02_SeqId_6_ - updating store file list. 2024-11-10T06:22:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3c515e85c844f38bce4b101008bd02_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:59,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/3b3c515e85c844f38bce4b101008bd02_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:59,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f (new location: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/3b3c515e85c844f38bce4b101008bd02_SeqId_6_) 2024-11-10T06:22:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/794dd8136cbe4341afc055ab809d1b9a_SeqId_6_ 2024-11-10T06:22:59,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/d2f5bfa022c143b3910b02ed082684d3_SeqId_6_ - updating store file list. 2024-11-10T06:22:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2f5bfa022c143b3910b02ed082684d3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:22:59,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/d2f5bfa022c143b3910b02ed082684d3_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f 2024-11-10T06:22:59,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ into bb40ad750d73912224cc387f778957c9/f (new location: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/f/d2f5bfa022c143b3910b02ed082684d3_SeqId_6_) 2024-11-10T06:22:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/staging/jenkins.hfs.10__test__p115sepsti8sr9fnpc0on8js7f1t29st4mjcrchn5dc9r1tfkl8l2td8d6r5pfgn/f/923faf2cc78345c8958070e153272cd1_SeqId_6_ 2024-11-10T06:22:59,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.ReplicationSink(324): Finished replicating [68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a] bulk loaded data 2024-11-10T06:22:59,919 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 687, reset compression=false 2024-11-10T06:22:59,924 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:22:59,924 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,37215,1731219760911 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb40ad750d73912224cc387f778957c9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219779877/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T06:22:59,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.ReplicationSink(318): Replicating [68c80a58-8bd9-4fd7-8d68-1b9fcde0f34a, 8fa12ffd-5861-4f07-b92c-e2b3af5362ce] bulk loaded data 2024-11-10T06:22:59,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741844_1020 (size=10791) 2024-11-10T06:22:59,935 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1033, reset compression=false 2024-11-10T06:23:00,124 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741845_1021 (size=11194) 2024-11-10T06:23:00,428 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:00,439 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1033, reset compression=false 2024-11-10T06:23:00,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:23:00,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:00,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:00,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:00,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:00,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:00,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:23:00,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655221763, stopped=false 2024-11-10T06:23:00,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,43381,1731219764893 2024-11-10T06:23:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604987320/running 2024-11-10T06:23:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:23:00,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604987320/running 2024-11-10T06:23:00,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:23:00,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:00,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:00,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:00,627 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,39925,1731219764935' ***** 2024-11-10T06:23:00,627 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:23:00,627 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:23:00,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:23:00,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/running 2024-11-10T06:23:00,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Set watcher on znode that does not yet exist, /11604987320/running 2024-11-10T06:23:00,628 INFO [RS:0;c48ba4c5549b:39925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:23:00,628 INFO [RS:0;c48ba4c5549b:39925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:23:00,628 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(3091): Received CLOSE for 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,39925,1731219764935 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39925. 2024-11-10T06:23:00,632 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4df7b73621f37a1a7d7cbfdc274f3166, disabling compactions & flushes 2024-11-10T06:23:00,632 DEBUG [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:00,632 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:00,632 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:23:00,632 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:23:00,632 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. after waiting 0 ms 2024-11-10T06:23:00,632 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:23:00,632 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:23:00,633 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1325): Online Regions={4df7b73621f37a1a7d7cbfdc274f3166=test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166., 1588230740=hbase:meta,,1.1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a=hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a.} 2024-11-10T06:23:00,633 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a, 4df7b73621f37a1a7d7cbfdc274f3166 2024-11-10T06:23:00,633 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:00,633 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:00,633 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:00,633 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:00,633 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:00,633 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:23:00,636 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/default/test/4df7b73621f37a1a7d7cbfdc274f3166/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:00,637 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4df7b73621f37a1a7d7cbfdc274f3166: Waiting for close lock at 1731219780632Running coprocessor pre-close hooks at 1731219780632Disabling compacts and flushes for region at 1731219780632Disabling writes for close at 1731219780632Writing region close event to WAL at 1731219780633 (+1 ms)Running coprocessor post-close hooks at 1731219780637 (+4 ms)Closed at 1731219780637 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166. 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dc81c78b93f4ed6471e2a88ab47e51a, disabling compactions & flushes 2024-11-10T06:23:00,637 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. after waiting 0 ms 2024-11-10T06:23:00,637 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:23:00,637 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dc81c78b93f4ed6471e2a88ab47e51a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T06:23:00,649 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/info/6ad7dbe5c8cd45218f1b36b07eeb7bd5 is 147, key is hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a./info:regioninfo/1731219773818/Put/seqid=0 2024-11-10T06:23:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741846_1022 (size=7686) 2024-11-10T06:23:00,653 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/hfileref/b2cf47ecf39b417185ac6c6819933282 is 74, key is 1/hfileref:31b4ad66f286472ca022cd1c7bf57321_SeqId_4_/1731219778452/DeleteColumn/seqid=0 2024-11-10T06:23:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741847_1023 (size=5345) 2024-11-10T06:23:00,698 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:00,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:23:00,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:23:00,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39925 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44886 deadline: 1731219840744, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping 2024-11-10T06:23:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 from cache 2024-11-10T06:23:00,832 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:00,833 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:23:00,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:00,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:23:00,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:23:00,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39925 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:44886 deadline: 1731219840745, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping 2024-11-10T06:23:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 from cache 2024-11-10T06:23:01,033 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:23:01,042 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1033, reset compression=false 2024-11-10T06:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1328, reset compression=false 2024-11-10T06:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39925,1731219764935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:01,048 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,39925,1731219764935: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,39925,1731219764935, walGroup=c48ba4c5549b%2C39925%2C1731219764935, offset=c48ba4c5549b%2C39925%2C1731219764935.1731219766519:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:23:01,050 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:23:01,050 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:23:01,051 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 568948416 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 188044512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:23:01,053 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:23:01,054 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/info/6ad7dbe5c8cd45218f1b36b07eeb7bd5 2024-11-10T06:23:01,057 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/hfileref/b2cf47ecf39b417185ac6c6819933282 2024-11-10T06:23:01,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:01,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:23:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 from cache 2024-11-10T06:23:01,076 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/ns/3e1d991e7f99483eaa718a3cc514a692 is 43, key is default/ns:d/1731219767092/Put/seqid=0 2024-11-10T06:23:01,079 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/queue/d4f91ec5af554e69a32af09a17cac2cf is 154, key is 1-c48ba4c5549b,39925,1731219764935/queue:c48ba4c5549b%2C39925%2C1731219764935/1731219779881/Put/seqid=0 2024-11-10T06:23:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741848_1024 (size=5153) 2024-11-10T06:23:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741849_1025 (size=5353) 2024-11-10T06:23:01,233 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:23:01,252 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1328, reset compression=false 2024-11-10T06:23:01,336 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:01,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:23:01,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 from cache 2024-11-10T06:23:01,390 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:23:01,390 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:23:01,433 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc81c78b93f4ed6471e2a88ab47e51a 2024-11-10T06:23:01,481 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/ns/3e1d991e7f99483eaa718a3cc514a692 2024-11-10T06:23:01,483 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/queue/d4f91ec5af554e69a32af09a17cac2cf 2024-11-10T06:23:01,488 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/hfileref/b2cf47ecf39b417185ac6c6819933282 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/hfileref/b2cf47ecf39b417185ac6c6819933282 2024-11-10T06:23:01,496 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/hfileref/b2cf47ecf39b417185ac6c6819933282, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T06:23:01,496 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/.tmp/queue/d4f91ec5af554e69a32af09a17cac2cf as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/queue/d4f91ec5af554e69a32af09a17cac2cf 2024-11-10T06:23:01,500 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/queue/d4f91ec5af554e69a32af09a17cac2cf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T06:23:01,501 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1dc81c78b93f4ed6471e2a88ab47e51a in 864ms, sequenceid=12, compaction requested=false 2024-11-10T06:23:01,504 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/rep_barrier/840a15db5a9b4970ad5e5b06a268c077 is 112, key is test,,1731219769337.4df7b73621f37a1a7d7cbfdc274f3166./rep_barrier:seqnumDuringOpen/1731219770095/Put/seqid=0 2024-11-10T06:23:01,510 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/replication/1dc81c78b93f4ed6471e2a88ab47e51a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T06:23:01,511 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:01,511 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:01,511 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:23:01,511 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dc81c78b93f4ed6471e2a88ab47e51a: Waiting for close lock at 1731219780637Running coprocessor pre-close hooks at 1731219780637Disabling compacts and flushes for region at 1731219780637Disabling writes for close at 1731219780637Obtaining lock to block concurrent updates at 1731219780637Preparing flush snapshotting stores in 1dc81c78b93f4ed6471e2a88ab47e51a at 1731219780637Finished memstore snapshotting hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731219780637Flushing stores of hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. at 1731219780638 (+1 ms)Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/hfileref: creating writer at 1731219780638Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/hfileref: appending metadata at 1731219780652 (+14 ms)Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/hfileref: closing flushed file at 1731219780652Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/queue: creating writer at 1731219781061 (+409 ms)Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/queue: appending metadata at 1731219781078 (+17 ms)Flushing 1dc81c78b93f4ed6471e2a88ab47e51a/queue: closing flushed file at 1731219781078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d26594: reopening flushed file at 1731219781487 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1e1e0: reopening flushed file at 1731219781496 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1dc81c78b93f4ed6471e2a88ab47e51a in 864ms, sequenceid=12, compaction requested=false at 1731219781501 (+5 ms)Writing region close event to WAL at 1731219781502 (+1 ms)Running coprocessor post-close hooks at 1731219781511 (+9 ms)Closed at 1731219781511 2024-11-10T06:23:01,511 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219772650.1dc81c78b93f4ed6471e2a88ab47e51a. 2024-11-10T06:23:01,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741850_1026 (size=5518) 2024-11-10T06:23:01,556 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1328, reset compression=false 2024-11-10T06:23:01,634 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:23:01,634 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:23:01,634 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:01,834 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:01,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:01,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1] 2024-11-10T06:23:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39925,1731219764935, seqNum=-1 from cache 2024-11-10T06:23:01,887 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,888 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T06:23:00.747Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00.857Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:01.066Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.376Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T06:23:01,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T06:23:00.747Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00.857Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:01.066Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.376Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T06:23:01,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39925 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:44880 deadline: 1731219839924, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T06:23:00.747Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00.857Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:01.066Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.376Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01,891 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-10T06:23:00.747Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:00.857Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c48ba4c5549b,39925,1731219764935 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T06:23:01.066Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.376Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting 2024-11-10T06:23:01.887Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,913 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/rep_barrier/840a15db5a9b4970ad5e5b06a268c077 2024-11-10T06:23:01,932 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/table/23fd35bfcf4c414bb7a9196a3f38c569 is 53, key is hbase:replication/table:state/1731219773825/Put/seqid=0 2024-11-10T06:23:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741851_1027 (size=5308) 2024-11-10T06:23:01,940 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:01,960 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1328, reset compression=false 2024-11-10T06:23:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:01,994 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c48ba4c5549b,39925,1731219764935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,034 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:02,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,198 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c48ba4c5549b,39925,1731219764935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,234 DEBUG [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:02,336 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/table/23fd35bfcf4c414bb7a9196a3f38c569 2024-11-10T06:23:02,341 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/info/6ad7dbe5c8cd45218f1b36b07eeb7bd5 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/info/6ad7dbe5c8cd45218f1b36b07eeb7bd5 2024-11-10T06:23:02,345 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/info/6ad7dbe5c8cd45218f1b36b07eeb7bd5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:23:02,346 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/ns/3e1d991e7f99483eaa718a3cc514a692 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/ns/3e1d991e7f99483eaa718a3cc514a692 2024-11-10T06:23:02,351 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/ns/3e1d991e7f99483eaa718a3cc514a692, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:23:02,352 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/rep_barrier/840a15db5a9b4970ad5e5b06a268c077 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/rep_barrier/840a15db5a9b4970ad5e5b06a268c077 2024-11-10T06:23:02,356 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/rep_barrier/840a15db5a9b4970ad5e5b06a268c077, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:23:02,357 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/.tmp/table/23fd35bfcf4c414bb7a9196a3f38c569 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/table/23fd35bfcf4c414bb7a9196a3f38c569 2024-11-10T06:23:02,361 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/table/23fd35bfcf4c414bb7a9196a3f38c569, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:23:02,362 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-10T06:23:02,367 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:23:02,367 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:02,367 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:02,367 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:02,368 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219780633Running coprocessor pre-close hooks at 1731219780633Disabling compacts and flushes for region at 1731219780633Disabling writes for close at 1731219780633Obtaining lock to block concurrent updates at 1731219780633Preparing flush snapshotting stores in 1588230740 at 1731219780633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219780633Flushing stores of hbase:meta,,1.1588230740 at 1731219780634 (+1 ms)Flushing 1588230740/info: creating writer at 1731219780634Flushing 1588230740/info: appending metadata at 1731219780649 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731219780649Flushing 1588230740/ns: creating writer at 1731219781059 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731219781076 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731219781076Flushing 1588230740/rep_barrier: creating writer at 1731219781486 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219781503 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219781503Flushing 1588230740/table: creating writer at 1731219781918 (+415 ms)Flushing 1588230740/table: appending metadata at 1731219781931 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731219781931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7000a8d1: reopening flushed file at 1731219782341 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56440e29: reopening flushed file at 1731219782345 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd93085: reopening flushed file at 1731219782351 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69332dda: reopening flushed file at 1731219782356 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731219782362 (+6 ms)Writing region close event to WAL at 1731219782364 (+2 ms)Running coprocessor post-close hooks at 1731219782367 (+3 ms)Closed at 1731219782367 2024-11-10T06:23:02,368 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:02,434 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,39925,1731219764935; all regions closed. 2024-11-10T06:23:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:23:02,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.meta.1731219767050.meta not finished, retry = 0 2024-11-10T06:23:02,464 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 to pos 1328, reset compression=false 2024-11-10T06:23:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c48ba4c5549b,39925,1731219764935 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,502 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c48ba4c5549b,39925,1731219764935 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.rep.1731219773785 not finished, retry = 0 2024-11-10T06:23:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741839_1015 (size=3127) 2024-11-10T06:23:02,643 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:02,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/WALs/c48ba4c5549b,39925,1731219764935/c48ba4c5549b%2C39925%2C1731219764935.1731219766519 not finished, retry = 0 2024-11-10T06:23:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741832_1008 (size=1336) 2024-11-10T06:23:02,744 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:02,744 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:02,744 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:02,745 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:02,745 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:02,745 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:02,745 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,39925,1731219764935 because: Region server is closing 2024-11-10T06:23:02,745 INFO [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39925. 2024-11-10T06:23:02,745 DEBUG [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:02,745 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:02,745 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:02,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:02,846 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.shipperc48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 terminated 2024-11-10T06:23:02,846 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39925,1731219764935.replicationSource.wal-reader.c48ba4c5549b%2C39925%2C1731219764935,1-c48ba4c5549b,39925,1731219764935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:23:02,846 INFO [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39925. 2024-11-10T06:23:02,846 DEBUG [RS:0;c48ba4c5549b:39925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:02,846 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:02,846 DEBUG [RS:0;c48ba4c5549b:39925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:02,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:02,846 INFO [RS:0;c48ba4c5549b:39925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39925 2024-11-10T06:23:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604987320/rs/c48ba4c5549b,39925,1731219764935 2024-11-10T06:23:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320/rs 2024-11-10T06:23:02,848 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:02,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,39925,1731219764935] 2024-11-10T06:23:02,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11604987320/draining/c48ba4c5549b,39925,1731219764935 already deleted, retry=false 2024-11-10T06:23:02,852 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,39925,1731219764935 expired; onlineServers=0 2024-11-10T06:23:02,852 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,43381,1731219764893' ***** 2024-11-10T06:23:02,852 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:23:02,852 INFO [M:0;c48ba4c5549b:43381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:02,852 INFO [M:0;c48ba4c5549b:43381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:02,852 DEBUG [M:0;c48ba4c5549b:43381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:23:02,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:23:02,852 DEBUG [M:0;c48ba4c5549b:43381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:23:02,852 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219766300 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219766300,5,FailOnTimeoutGroup] 2024-11-10T06:23:02,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219766300 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219766300,5,FailOnTimeoutGroup] 2024-11-10T06:23:02,853 INFO [M:0;c48ba4c5549b:43381 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:02,853 INFO [M:0;c48ba4c5549b:43381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:02,853 DEBUG [M:0;c48ba4c5549b:43381 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:23:02,853 INFO [M:0;c48ba4c5549b:43381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:23:02,853 INFO [M:0;c48ba4c5549b:43381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:02,853 INFO [M:0;c48ba4c5549b:43381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:23:02,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:23:02,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604987320/master 2024-11-10T06:23:02,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604987320 2024-11-10T06:23:02,854 DEBUG [M:0;c48ba4c5549b:43381 {}] zookeeper.ZKUtil(347): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Unable to get data of znode /11604987320/master because node does not exist (not an error) 2024-11-10T06:23:02,854 WARN [M:0;c48ba4c5549b:43381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:23:02,855 INFO [M:0;c48ba4c5549b:43381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/.lastflushedseqids 2024-11-10T06:23:02,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741852_1028 (size=263) 2024-11-10T06:23:02,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c48ba4c5549b:39925 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:39925 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c48ba4c5549b:39925 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:39925 2024-11-10T06:23:02,906 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c48ba4c5549b:39925 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:39925 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:39925 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-10T06:23:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:23:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34434 deadline: 1731219842908, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T06:23:02,910 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T06:23:02,910 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T06:23:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39925-0x101008b0d200004, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:02,951 INFO [RS:0;c48ba4c5549b:39925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:02,951 INFO [RS:0;c48ba4c5549b:39925 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,39925,1731219764935; zookeeper connection closed. 2024-11-10T06:23:02,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d27cc51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d27cc51 2024-11-10T06:23:02,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:23:03,262 INFO [M:0;c48ba4c5549b:43381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:23:03,262 INFO [M:0;c48ba4c5549b:43381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:23:03,263 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:03,263 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:03,263 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:03,263 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:03,263 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:03,263 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T06:23:03,282 DEBUG [M:0;c48ba4c5549b:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ed5a734407d45b18bb92ccb2225fb79 is 82, key is hbase:meta,,1/info:regioninfo/1731219767083/Put/seqid=0 2024-11-10T06:23:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741853_1029 (size=5672) 2024-11-10T06:23:03,410 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T06:23:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:23:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34434 deadline: 1731219843412, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T06:23:03,413 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T06:23:03,413 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T06:23:03,414 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T06:23:03,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:03,687 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ed5a734407d45b18bb92ccb2225fb79 2024-11-10T06:23:03,709 DEBUG [M:0;c48ba4c5549b:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028280066dfd43d5ad5bf8ee9b835219 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219773829/Put/seqid=0 2024-11-10T06:23:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741854_1030 (size=8516) 2024-11-10T06:23:04,014 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T06:23:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:23:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43381 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34434 deadline: 1731219844015, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-10T06:23:04,016 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-10T06:23:04,017 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T06:23:04,017 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T06:23:04,113 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028280066dfd43d5ad5bf8ee9b835219 2024-11-10T06:23:04,135 DEBUG [M:0;c48ba4c5549b:43381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d71110171ab4e768d0bf3c429f7686d is 69, key is c48ba4c5549b,39925,1731219764935/rs:state/1731219766374/Put/seqid=0 2024-11-10T06:23:04,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741855_1031 (size=5156) 2024-11-10T06:23:04,351 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:04,539 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d71110171ab4e768d0bf3c429f7686d 2024-11-10T06:23:04,544 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ed5a734407d45b18bb92ccb2225fb79 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ed5a734407d45b18bb92ccb2225fb79 2024-11-10T06:23:04,548 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ed5a734407d45b18bb92ccb2225fb79, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:23:04,548 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/028280066dfd43d5ad5bf8ee9b835219 as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028280066dfd43d5ad5bf8ee9b835219 2024-11-10T06:23:04,552 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/028280066dfd43d5ad5bf8ee9b835219, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:23:04,553 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d71110171ab4e768d0bf3c429f7686d as hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d71110171ab4e768d0bf3c429f7686d 2024-11-10T06:23:04,556 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d71110171ab4e768d0bf3c429f7686d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:23:04,557 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-11-10T06:23:04,558 INFO [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:04,558 DEBUG [M:0;c48ba4c5549b:43381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219783262Disabling compacts and flushes for region at 1731219783262Disabling writes for close at 1731219783263 (+1 ms)Obtaining lock to block concurrent updates at 1731219783263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219783263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731219783263Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219783264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219783264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219783282 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219783282Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219783692 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219783708 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219783708Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219784117 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219784134 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219784135 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266feca8: reopening flushed file at 1731219784543 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e14890: reopening flushed file at 1731219784548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9976e5: reopening flushed file at 1731219784552 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1731219784557 (+5 ms)Writing region close event to WAL at 1731219784558 (+1 ms)Closed at 1731219784558 2024-11-10T06:23:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42937 is added to blk_1073741830_1006 (size=63654) 2024-11-10T06:23:04,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cf8a145-1645-e30d-7098-85ae0301c5d3/MasterData/WALs/c48ba4c5549b,43381,1731219764893/c48ba4c5549b%2C43381%2C1731219764893.1731219766224 not finished, retry = 0 2024-11-10T06:23:04,662 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:04,662 INFO [M:0;c48ba4c5549b:43381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:23:04,662 INFO [M:0;c48ba4c5549b:43381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43381 2024-11-10T06:23:04,662 INFO [M:0;c48ba4c5549b:43381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:04,718 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-10T06:23:04,718 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c48ba4c5549b:43381 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:43381 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:04,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c48ba4c5549b:43381 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:43381 2024-11-10T06:23:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:04,764 INFO [M:0;c48ba4c5549b:43381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43381-0x101008b0d200003, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c8ad1b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:04,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71bd9919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:04,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:04,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dee7851{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:04,769 WARN [BP-1729217013-172.17.0.2-1731219763967 heartbeating to localhost/127.0.0.1:44325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:23:04,769 WARN [BP-1729217013-172.17.0.2-1731219763967 heartbeating to localhost/127.0.0.1:44325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1729217013-172.17.0.2-1731219763967 (Datanode Uuid cf583bda-1199-4aa5-a7d6-8359ccb6bb90) service to localhost/127.0.0.1:44325 2024-11-10T06:23:04,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/cluster_db071df6-a4b8-c743-f5f9-ce1ab3ebd93b/data/data1/current/BP-1729217013-172.17.0.2-1731219763967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:04,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/cluster_db071df6-a4b8-c743-f5f9-ce1ab3ebd93b/data/data2/current/BP-1729217013-172.17.0.2-1731219763967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:04,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:23:04,770 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:23:04,770 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:23:04,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e901c62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:04,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c4c619b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:04,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:04,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:04,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c007f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:23:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:23:04,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:04,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:04,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:04,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:04,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:04,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:23:04,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1758847121, stopped=false 2024-11-10T06:23:04,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,36207,1731219760857 2024-11-10T06:23:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529028262/running 2024-11-10T06:23:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529028262/running 2024-11-10T06:23:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:23:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:23:04,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:04,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:04,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:04,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:04,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,37215,1731219760911' ***** 2024-11-10T06:23:04,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:23:04,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/running 2024-11-10T06:23:04,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Set watcher on znode that does not yet exist, /0-529028262/running 2024-11-10T06:23:04,796 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:23:04,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:23:04,796 INFO [RS:0;c48ba4c5549b:37215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:23:04,796 INFO [RS:0;c48ba4c5549b:37215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:23:04,796 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for b08811d53bccc6f6127b17cf443ce768 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for bb40ad750d73912224cc387f778957c9 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,37215,1731219760911 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37215. 2024-11-10T06:23:04,797 DEBUG [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:04,797 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b08811d53bccc6f6127b17cf443ce768, disabling compactions & flushes 2024-11-10T06:23:04,797 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:04,797 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:23:04,797 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:23:04,797 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. after waiting 0 ms 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:23:04,797 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:23:04,797 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b08811d53bccc6f6127b17cf443ce768 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-10T06:23:04,797 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:23:04,798 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1325): Online Regions={b08811d53bccc6f6127b17cf443ce768=hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768., 1588230740=hbase:meta,,1.1588230740, bb40ad750d73912224cc387f778957c9=test,,1731219767171.bb40ad750d73912224cc387f778957c9.} 2024-11-10T06:23:04,798 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08811d53bccc6f6127b17cf443ce768, bb40ad750d73912224cc387f778957c9 2024-11-10T06:23:04,798 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:04,798 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:04,798 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:04,798 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:04,798 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:04,798 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:23:04,813 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/hfileref/11acebf7acce40698f2e0a7cd624a02e is 74, key is 1/hfileref:3b3c515e85c844f38bce4b101008bd02_SeqId_6_/1731219779867/Put/seqid=0 2024-11-10T06:23:04,813 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/info/b3006b7364324229bf2cfe7f9e556e0a is 147, key is hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768./info:regioninfo/1731219771666/Put/seqid=0 2024-11-10T06:23:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741847_1023 (size=7686) 2024-11-10T06:23:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741846_1022 (size=5345) 2024-11-10T06:23:04,818 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/hfileref/11acebf7acce40698f2e0a7cd624a02e 2024-11-10T06:23:04,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:04,824 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c48ba4c5549b:43381 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:43381 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T06:23:04,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c48ba4c5549b:43381 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:43381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-10T06:23:04,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c48ba4c5549b:43381 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c48ba4c5549b/172.17.0.2:43381 2024-11-10T06:23:04,843 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/queue/7a5497cefcab40cdbee78e6597f2af1c is 153, key is 1-c48ba4c5549b,37215,1731219760911/queue:c48ba4c5549b%2C37215%2C1731219760911/1731219777271/Put/seqid=0 2024-11-10T06:23:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741848_1024 (size=5352) 2024-11-10T06:23:04,880 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:04,998 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08811d53bccc6f6127b17cf443ce768, bb40ad750d73912224cc387f778957c9 2024-11-10T06:23:05,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:05,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c48ba4c5549b:43381 this server is in the failed servers list 2024-11-10T06:23:05,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c48ba4c5549b:43381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:05,198 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08811d53bccc6f6127b17cf443ce768, bb40ad750d73912224cc387f778957c9 2024-11-10T06:23:05,218 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/info/b3006b7364324229bf2cfe7f9e556e0a 2024-11-10T06:23:05,245 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/ns/768c6713f7d8478bb9cfa35345ce5985 is 43, key is default/ns:d/1731219763863/Put/seqid=0 2024-11-10T06:23:05,247 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/queue/7a5497cefcab40cdbee78e6597f2af1c 2024-11-10T06:23:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741849_1025 (size=5153) 2024-11-10T06:23:05,253 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/ns/768c6713f7d8478bb9cfa35345ce5985 2024-11-10T06:23:05,256 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/hfileref/11acebf7acce40698f2e0a7cd624a02e as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/hfileref/11acebf7acce40698f2e0a7cd624a02e 2024-11-10T06:23:05,261 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/hfileref/11acebf7acce40698f2e0a7cd624a02e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-10T06:23:05,262 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/.tmp/queue/7a5497cefcab40cdbee78e6597f2af1c as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/queue/7a5497cefcab40cdbee78e6597f2af1c 2024-11-10T06:23:05,266 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/queue/7a5497cefcab40cdbee78e6597f2af1c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T06:23:05,267 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b08811d53bccc6f6127b17cf443ce768 in 470ms, sequenceid=10, compaction requested=false 2024-11-10T06:23:05,268 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:23:05,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1f343b5bfd43fe99a8976010acefb1 is 112, key is test,,1731219767171.bb40ad750d73912224cc387f778957c9./rep_barrier:seqnumDuringOpen/1731219768322/Put/seqid=0 2024-11-10T06:23:05,275 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/replication/b08811d53bccc6f6127b17cf443ce768/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:05,276 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b08811d53bccc6f6127b17cf443ce768: Waiting for close lock at 1731219784797Running coprocessor pre-close hooks at 1731219784797Disabling compacts and flushes for region at 1731219784797Disabling writes for close at 1731219784797Obtaining lock to block concurrent updates at 1731219784797Preparing flush snapshotting stores in b08811d53bccc6f6127b17cf443ce768 at 1731219784797Finished memstore snapshotting hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731219784798 (+1 ms)Flushing stores of hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. at 1731219784798Flushing b08811d53bccc6f6127b17cf443ce768/hfileref: creating writer at 1731219784798Flushing b08811d53bccc6f6127b17cf443ce768/hfileref: appending metadata at 1731219784813 (+15 ms)Flushing b08811d53bccc6f6127b17cf443ce768/hfileref: closing flushed file at 1731219784813Flushing b08811d53bccc6f6127b17cf443ce768/queue: creating writer at 1731219784823 (+10 ms)Flushing b08811d53bccc6f6127b17cf443ce768/queue: appending metadata at 1731219784842 (+19 ms)Flushing b08811d53bccc6f6127b17cf443ce768/queue: closing flushed file at 1731219784843 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279e5205: reopening flushed file at 1731219785255 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6624d214: reopening flushed file at 1731219785261 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b08811d53bccc6f6127b17cf443ce768 in 470ms, sequenceid=10, compaction requested=false at 1731219785267 (+6 ms)Writing region close event to WAL at 1731219785272 (+5 ms)Running coprocessor post-close hooks at 1731219785276 (+4 ms)Closed at 1731219785276 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219770498.b08811d53bccc6f6127b17cf443ce768. 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb40ad750d73912224cc387f778957c9, disabling compactions & flushes 2024-11-10T06:23:05,276 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219767171.bb40ad750d73912224cc387f778957c9. after waiting 0 ms 2024-11-10T06:23:05,276 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:23:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741850_1026 (size=5518) 2024-11-10T06:23:05,282 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1f343b5bfd43fe99a8976010acefb1 2024-11-10T06:23:05,283 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/default/test/bb40ad750d73912224cc387f778957c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:23:05,284 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:05,284 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:05,284 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:23:05,284 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb40ad750d73912224cc387f778957c9: Waiting for close lock at 1731219785276Running coprocessor pre-close hooks at 1731219785276Disabling compacts and flushes for region at 1731219785276Disabling writes for close at 1731219785276Writing region close event to WAL at 1731219785280 (+4 ms)Running coprocessor post-close hooks at 1731219785284 (+4 ms)Closed at 1731219785284 2024-11-10T06:23:05,284 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219767171.bb40ad750d73912224cc387f778957c9. 2024-11-10T06:23:05,300 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/table/31d2ed34912a4bda8d3e74bf153271be is 53, key is hbase:replication/table:state/1731219771673/Put/seqid=0 2024-11-10T06:23:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741851_1027 (size=5308) 2024-11-10T06:23:05,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:05,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c48ba4c5549b:43381 this server is in the failed servers list 2024-11-10T06:23:05,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c48ba4c5549b:43381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:05,354 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1033, reset compression=false 2024-11-10T06:23:05,358 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:05,358 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1328, reset compression=false 2024-11-10T06:23:05,398 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:05,561 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1328, reset compression=false 2024-11-10T06:23:05,598 DEBUG [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:23:05,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:05,704 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/table/31d2ed34912a4bda8d3e74bf153271be 2024-11-10T06:23:05,709 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/info/b3006b7364324229bf2cfe7f9e556e0a as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/info/b3006b7364324229bf2cfe7f9e556e0a 2024-11-10T06:23:05,713 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/info/b3006b7364324229bf2cfe7f9e556e0a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:23:05,714 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/ns/768c6713f7d8478bb9cfa35345ce5985 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/ns/768c6713f7d8478bb9cfa35345ce5985 2024-11-10T06:23:05,719 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/ns/768c6713f7d8478bb9cfa35345ce5985, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:23:05,719 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/rep_barrier/0d1f343b5bfd43fe99a8976010acefb1 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/rep_barrier/0d1f343b5bfd43fe99a8976010acefb1 2024-11-10T06:23:05,724 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/rep_barrier/0d1f343b5bfd43fe99a8976010acefb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:23:05,725 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/.tmp/table/31d2ed34912a4bda8d3e74bf153271be as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/table/31d2ed34912a4bda8d3e74bf153271be 2024-11-10T06:23:05,729 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/table/31d2ed34912a4bda8d3e74bf153271be, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:23:05,730 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-11-10T06:23:05,730 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:23:05,735 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:23:05,736 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:05,736 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:05,736 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:05,736 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219784798Running coprocessor pre-close hooks at 1731219784798Disabling compacts and flushes for region at 1731219784798Disabling writes for close at 1731219784798Obtaining lock to block concurrent updates at 1731219784798Preparing flush snapshotting stores in 1588230740 at 1731219784798Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219784798Flushing stores of hbase:meta,,1.1588230740 at 1731219784799 (+1 ms)Flushing 1588230740/info: creating writer at 1731219784799Flushing 1588230740/info: appending metadata at 1731219784813 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731219784813Flushing 1588230740/ns: creating writer at 1731219785223 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731219785244 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731219785244Flushing 1588230740/rep_barrier: creating writer at 1731219785257 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219785273 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219785273Flushing 1588230740/table: creating writer at 1731219785286 (+13 ms)Flushing 1588230740/table: appending metadata at 1731219785299 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731219785299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9b4e6a: reopening flushed file at 1731219785709 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6130a61b: reopening flushed file at 1731219785714 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e788309: reopening flushed file at 1731219785719 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f32a6c2: reopening flushed file at 1731219785724 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1731219785730 (+6 ms)Writing region close event to WAL at 1731219785732 (+2 ms)Running coprocessor post-close hooks at 1731219785736 (+4 ms)Closed at 1731219785736 2024-11-10T06:23:05,736 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:05,799 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,37215,1731219760911; all regions closed. 2024-11-10T06:23:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:23:05,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.meta.1731219763818.meta not finished, retry = 0 2024-11-10T06:23:05,838 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:23:05,838 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:23:05,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:05,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c48ba4c5549b:43381 this server is in the failed servers list 2024-11-10T06:23:05,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c48ba4c5549b:43381 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:05,865 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 to pos 1328, reset compression=false 2024-11-10T06:23:05,903 DEBUG [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs 2024-11-10T06:23:05,903 INFO [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37215%2C1731219760911.meta:.meta(num 1731219763818) 2024-11-10T06:23:05,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.rep.1731219771633 not finished, retry = 0 2024-11-10T06:23:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741839_1015 (size=2695) 2024-11-10T06:23:06,007 DEBUG [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs 2024-11-10T06:23:06,007 INFO [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37215%2C1731219760911.rep:(num 1731219771633) 2024-11-10T06:23:06,009 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/WALs/c48ba4c5549b,37215,1731219760911/c48ba4c5549b%2C37215%2C1731219760911.1731219762910 not finished, retry = 0 2024-11-10T06:23:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741832_1008 (size=1336) 2024-11-10T06:23:06,112 DEBUG [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/oldWALs 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37215%2C1731219760911:(num 1731219762910) 2024-11-10T06:23:06,112 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:06,112 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:06,112 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,37215,1731219760911 because: Region server is closing 2024-11-10T06:23:06,113 INFO [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37215. 2024-11-10T06:23:06,113 DEBUG [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:06,113 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:06,113 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:06,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:06,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:06,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:06,213 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.wal-reader.c48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:23:06,213 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-10T06:23:06,214 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-10T06:23:06,214 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-10T06:23:06,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:06,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:06,867 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:07,015 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,37215,1731219760911.replicationSource.shipperc48ba4c5549b%2C37215%2C1731219760911,1-c48ba4c5549b,37215,1731219760911 terminated 2024-11-10T06:23:07,015 INFO [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37215. 2024-11-10T06:23:07,015 DEBUG [RS:0;c48ba4c5549b:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:07,015 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:07,015 DEBUG [RS:0;c48ba4c5549b:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:07,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:07,015 INFO [RS:0;c48ba4c5549b:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37215 2024-11-10T06:23:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529028262/rs/c48ba4c5549b,37215,1731219760911 2024-11-10T06:23:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262/rs 2024-11-10T06:23:07,017 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:07,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,37215,1731219760911] 2024-11-10T06:23:07,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-529028262/draining/c48ba4c5549b,37215,1731219760911 already deleted, retry=false 2024-11-10T06:23:07,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,37215,1731219760911 expired; onlineServers=0 2024-11-10T06:23:07,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,36207,1731219760857' ***** 2024-11-10T06:23:07,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:23:07,020 INFO [M:0;c48ba4c5549b:36207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:07,021 DEBUG [M:0;c48ba4c5549b:36207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:23:07,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:23:07,021 DEBUG [M:0;c48ba4c5549b:36207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:23:07,021 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219762676 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219762676,5,FailOnTimeoutGroup] 2024-11-10T06:23:07,021 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219762676 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219762676,5,FailOnTimeoutGroup] 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:07,021 DEBUG [M:0;c48ba4c5549b:36207 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:07,021 INFO [M:0;c48ba4c5549b:36207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:23:07,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:23:07,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-529028262/master 2024-11-10T06:23:07,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-529028262 2024-11-10T06:23:07,023 DEBUG [M:0;c48ba4c5549b:36207 {}] zookeeper.ZKUtil(347): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Unable to get data of znode /0-529028262/master because node does not exist (not an error) 2024-11-10T06:23:07,023 WARN [M:0;c48ba4c5549b:36207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:23:07,024 INFO [M:0;c48ba4c5549b:36207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/.lastflushedseqids 2024-11-10T06:23:07,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741852_1028 (size=263) 2024-11-10T06:23:07,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:07,119 INFO [RS:0;c48ba4c5549b:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:07,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101008b0d200001, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:07,119 INFO [RS:0;c48ba4c5549b:37215 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,37215,1731219760911; zookeeper connection closed. 2024-11-10T06:23:07,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73914a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73914a6 2024-11-10T06:23:07,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:23:07,429 INFO [M:0;c48ba4c5549b:36207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:23:07,429 INFO [M:0;c48ba4c5549b:36207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:23:07,429 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:07,429 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:07,429 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:07,429 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:07,429 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:07,430 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T06:23:07,445 DEBUG [M:0;c48ba4c5549b:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/034cde2fca45495da175d7510d46a403 is 82, key is hbase:meta,,1/info:regioninfo/1731219763850/Put/seqid=0 2024-11-10T06:23:07,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741853_1029 (size=5672) 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:07,850 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/034cde2fca45495da175d7510d46a403 2024-11-10T06:23:07,868 DEBUG [M:0;c48ba4c5549b:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2209b7e8b8004debb6343de25d403e2f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219771677/Put/seqid=0 2024-11-10T06:23:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741854_1030 (size=8516) 2024-11-10T06:23:08,272 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2209b7e8b8004debb6343de25d403e2f 2024-11-10T06:23:08,291 DEBUG [M:0;c48ba4c5549b:36207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00ce792a4e34712ba729fe28cdd27d6 is 69, key is c48ba4c5549b,37215,1731219760911/rs:state/1731219762750/Put/seqid=0 2024-11-10T06:23:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741855_1031 (size=5156) 2024-11-10T06:23:08,695 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00ce792a4e34712ba729fe28cdd27d6 2024-11-10T06:23:08,699 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/034cde2fca45495da175d7510d46a403 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/034cde2fca45495da175d7510d46a403 2024-11-10T06:23:08,703 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/034cde2fca45495da175d7510d46a403, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:23:08,704 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2209b7e8b8004debb6343de25d403e2f as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2209b7e8b8004debb6343de25d403e2f 2024-11-10T06:23:08,707 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2209b7e8b8004debb6343de25d403e2f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:23:08,708 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a00ce792a4e34712ba729fe28cdd27d6 as hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a00ce792a4e34712ba729fe28cdd27d6 2024-11-10T06:23:08,712 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38673/user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a00ce792a4e34712ba729fe28cdd27d6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:23:08,713 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-10T06:23:08,717 INFO [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:08,717 DEBUG [M:0;c48ba4c5549b:36207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219787429Disabling compacts and flushes for region at 1731219787429Disabling writes for close at 1731219787429Obtaining lock to block concurrent updates at 1731219787430 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219787430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731219787430Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219787431 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219787431Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219787445 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219787445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219787854 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219787868 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219787868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219788277 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219788290 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219788290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed7c729: reopening flushed file at 1731219788699 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fcc2716: reopening flushed file at 1731219788703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1f97b2: reopening flushed file at 1731219788708 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731219788713 (+5 ms)Writing region close event to WAL at 1731219788717 (+4 ms)Closed at 1731219788717 2024-11-10T06:23:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34721 is added to blk_1073741830_1006 (size=63654) 2024-11-10T06:23:08,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/614a9e6d-3d9f-d6e9-fb21-eefb98a9579f/MasterData/WALs/c48ba4c5549b,36207,1731219760857/c48ba4c5549b%2C36207%2C1731219760857.1731219762595 not finished, retry = 0 2024-11-10T06:23:08,820 INFO [M:0;c48ba4c5549b:36207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:23:08,820 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:08,821 INFO [M:0;c48ba4c5549b:36207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36207 2024-11-10T06:23:08,821 INFO [M:0;c48ba4c5549b:36207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:08,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:08,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:08,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:08,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:08,923 INFO [M:0;c48ba4c5549b:36207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:08,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36207-0x101008b0d200000, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:08,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@728bbbb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:08,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eff86e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:08,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:08,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:08,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1f1fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:08,927 WARN [BP-1199969935-172.17.0.2-1731219759794 heartbeating to localhost/127.0.0.1:38673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:23:08,927 WARN [BP-1199969935-172.17.0.2-1731219759794 heartbeating to localhost/127.0.0.1:38673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1199969935-172.17.0.2-1731219759794 (Datanode Uuid 8a42f706-fb33-42a3-b737-69eb39e73173) service to localhost/127.0.0.1:38673 2024-11-10T06:23:08,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:23:08,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:23:08,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/data/data1/current/BP-1199969935-172.17.0.2-1731219759794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:08,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/cluster_b521d93e-4845-cde5-fe5c-53139357a05b/data/data2/current/BP-1199969935-172.17.0.2-1731219759794 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:08,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:23:08,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8fb846{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:08,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:08,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:08,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:08,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcf809ea-e01c-c936-4dd0-4783dd9b6b0b/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:08,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:23:08,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:23:08,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38673 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38673 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38673 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 134) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9022 (was 9064) 2024-11-10T06:23:08,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=9022 2024-11-10T06:23:08,987 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T06:23:08,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir so I do NOT create it in target/test-data/f6878269-00be-900b-c7ca-74a49d41fece 2024-11-10T06:23:08,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:23:08,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.tmp.dir so I do NOT create it in target/test-data/f6878269-00be-900b-c7ca-74a49d41fece 2024-11-10T06:23:08,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5da0203-5e4b-0722-6bcb-33727a872ef0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:23:08,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece 2024-11-10T06:23:08,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52, deleteOnExit=true 2024-11-10T06:23:08,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/zookeeper_0, clientPort=52302, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:23:08,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52302 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/test.cache.data in system properties and HBase conf 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:23:08,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:23:08,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:23:08,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:08,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:23:08,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:23:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008b0d200005, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:23:09,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008b0d200002, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:23:09,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008b0d200005, quorum=127.0.0.1:58691, baseZNode=/11604987320 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:23:09,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008b0d200002, quorum=127.0.0.1:58691, baseZNode=/0-529028262 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:23:09,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:09,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:09,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:09,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:09,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:09,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:09,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:09,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:09,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79954a59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/java.io.tmpdir/jetty-localhost-43209-hadoop-hdfs-3_4_1-tests_jar-_-any-15097699521778026808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:09,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:43209} 2024-11-10T06:23:09,191 INFO [Time-limited test {}] server.Server(415): Started @186824ms 2024-11-10T06:23:09,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:09,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:09,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:09,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:09,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:09,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:09,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:09,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c7bfc9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/java.io.tmpdir/jetty-localhost-40129-hadoop-hdfs-3_4_1-tests_jar-_-any-2505885699812092831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:09,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:40129} 2024-11-10T06:23:09,390 INFO [Time-limited test {}] server.Server(415): Started @187022ms 2024-11-10T06:23:09,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:23:09,499 WARN [Thread-2203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/data/data2/current/BP-1552397562-172.17.0.2-1731219789013/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:09,499 WARN [Thread-2202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/data/data1/current/BP-1552397562-172.17.0.2-1731219789013/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:09,521 WARN [Thread-2190 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:23:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5e299ea60c4c64e with lease ID 0xb7ddf6285226d09b: Processing first storage report for DS-eda708cd-7c75-4cb4-9888-36168d86fb6f from datanode DatanodeRegistration(127.0.0.1:41895, datanodeUuid=ce60b7ee-8428-40fd-a056-fe66a234c390, infoPort=37423, infoSecurePort=0, ipcPort=33179, storageInfo=lv=-57;cid=testClusterID;nsid=1457598915;c=1731219789013) 2024-11-10T06:23:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5e299ea60c4c64e with lease ID 0xb7ddf6285226d09b: from storage DS-eda708cd-7c75-4cb4-9888-36168d86fb6f node DatanodeRegistration(127.0.0.1:41895, datanodeUuid=ce60b7ee-8428-40fd-a056-fe66a234c390, infoPort=37423, infoSecurePort=0, ipcPort=33179, storageInfo=lv=-57;cid=testClusterID;nsid=1457598915;c=1731219789013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5e299ea60c4c64e with lease ID 0xb7ddf6285226d09b: Processing first storage report for DS-3e2dc1bc-e388-42f1-9a9b-c241e21f1d05 from datanode DatanodeRegistration(127.0.0.1:41895, datanodeUuid=ce60b7ee-8428-40fd-a056-fe66a234c390, infoPort=37423, infoSecurePort=0, ipcPort=33179, storageInfo=lv=-57;cid=testClusterID;nsid=1457598915;c=1731219789013) 2024-11-10T06:23:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5e299ea60c4c64e with lease ID 0xb7ddf6285226d09b: from storage DS-3e2dc1bc-e388-42f1-9a9b-c241e21f1d05 node DatanodeRegistration(127.0.0.1:41895, datanodeUuid=ce60b7ee-8428-40fd-a056-fe66a234c390, infoPort=37423, infoSecurePort=0, ipcPort=33179, storageInfo=lv=-57;cid=testClusterID;nsid=1457598915;c=1731219789013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:09,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece 2024-11-10T06:23:09,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:09,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:23:10,024 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3 with version=8 2024-11-10T06:23:10,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/hbase-staging 2024-11-10T06:23:10,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:10,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:10,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:10,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:23:10,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:10,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40829 2024-11-10T06:23:10,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40829 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:10,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408290x0, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:10,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40829-0x101008b7f4d0000 connected 2024-11-10T06:23:10,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:10,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:10,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/running 2024-11-10T06:23:10,054 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3, hbase.cluster.distributed=false 2024-11-10T06:23:10,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/acl 2024-11-10T06:23:10,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T06:23:10,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40829 2024-11-10T06:23:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40829 2024-11-10T06:23:10,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T06:23:10,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-10T06:23:10,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:23:10,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:10,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43207 2024-11-10T06:23:10,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43207 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:10,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:10,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:10,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432070x0, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:10,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432070x0, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/running 2024-11-10T06:23:10,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:23:10,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43207-0x101008b7f4d0001 connected 2024-11-10T06:23:10,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:23:10,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/master 2024-11-10T06:23:10,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/acl 2024-11-10T06:23:10,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-10T06:23:10,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43207 2024-11-10T06:23:10,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43207 2024-11-10T06:23:10,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-10T06:23:10,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-10T06:23:10,115 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:40829 2024-11-10T06:23:10,116 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01013707785/backup-masters/c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:10,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/backup-masters 2024-11-10T06:23:10,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/backup-masters 2024-11-10T06:23:10,118 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on existing znode=/01013707785/backup-masters/c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01013707785/master 2024-11-10T06:23:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:10,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:10,120 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on existing znode=/01013707785/master 2024-11-10T06:23:10,120 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01013707785/backup-masters/c48ba4c5549b,40829,1731219790026 from backup master directory 2024-11-10T06:23:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/backup-masters 2024-11-10T06:23:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01013707785/backup-masters/c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/backup-masters 2024-11-10T06:23:10,122 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:10,122 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:10,129 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/hbase.id] with ID: ee36b789-9ac8-47fe-a801-6379b2c83115 2024-11-10T06:23:10,129 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/.tmp/hbase.id 2024-11-10T06:23:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:23:10,535 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/.tmp/hbase.id]:[hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/hbase.id] 2024-11-10T06:23:10,546 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:10,546 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:23:10,547 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:23:10,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:10,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:23:10,956 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:10,957 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:23:10,958 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:23:11,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:11,365 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store 2024-11-10T06:23:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:23:11,774 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:11,774 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:11,774 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:11,774 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:11,774 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:11,774 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:11,774 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:11,775 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219791774Disabling compacts and flushes for region at 1731219791774Disabling writes for close at 1731219791774Writing region close event to WAL at 1731219791774Closed at 1731219791774 2024-11-10T06:23:11,775 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/.initializing 2024-11-10T06:23:11,775 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/WALs/c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:11,776 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:11,778 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C40829%2C1731219790026, suffix=, logDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/WALs/c48ba4c5549b,40829,1731219790026, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/oldWALs, maxLogs=10 2024-11-10T06:23:11,791 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/WALs/c48ba4c5549b,40829,1731219790026/c48ba4c5549b%2C40829%2C1731219790026.1731219791778, exclude list is [], retry=0 2024-11-10T06:23:11,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-eda708cd-7c75-4cb4-9888-36168d86fb6f,DISK] 2024-11-10T06:23:11,795 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/WALs/c48ba4c5549b,40829,1731219790026/c48ba4c5549b%2C40829%2C1731219790026.1731219791778 2024-11-10T06:23:11,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37423:37423)] 2024-11-10T06:23:11,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:11,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:11,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:23:11,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:11,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:11,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:23:11,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:23:11,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:23:11,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:11,802 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,802 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,802 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,803 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,804 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,804 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:11,805 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:11,807 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:11,807 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73638518, jitterRate=0.09729942679405212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:11,808 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219791795Initializing all the Stores at 1731219791796 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219791796Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219791796Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219791796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219791796Cleaning up temporary data from old regions at 1731219791804 (+8 ms)Region opened successfully at 1731219791808 (+4 ms) 2024-11-10T06:23:11,808 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:23:11,811 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f604fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:11,812 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:23:11,812 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:23:11,812 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:23:11,812 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:23:11,813 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:23:11,813 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:23:11,813 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:23:11,815 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:23:11,816 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/balancer because node does not exist (not necessarily an error) 2024-11-10T06:23:11,818 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/balancer already deleted, retry=false 2024-11-10T06:23:11,818 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:23:11,819 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:23:11,820 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/normalizer already deleted, retry=false 2024-11-10T06:23:11,821 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:23:11,821 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:23:11,824 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/switch/split already deleted, retry=false 2024-11-10T06:23:11,825 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:23:11,826 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/switch/merge already deleted, retry=false 2024-11-10T06:23:11,827 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:23:11,829 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/snapshot-cleanup already deleted, retry=false 2024-11-10T06:23:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01013707785/running 2024-11-10T06:23:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01013707785/running 2024-11-10T06:23:11,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,40829,1731219790026, sessionid=0x101008b7f4d0000, setting cluster-up flag (Was=false) 2024-11-10T06:23:11,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,840 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01013707785/flush-table-proc/acquired, /01013707785/flush-table-proc/reached, /01013707785/flush-table-proc/abort 2024-11-10T06:23:11,841 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:11,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:11,848 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01013707785/online-snapshot/acquired, /01013707785/online-snapshot/reached, /01013707785/online-snapshot/abort 2024-11-10T06:23:11,849 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:11,850 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:23:11,851 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:11,851 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:23:11,851 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:23:11,852 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,40829,1731219790026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:11,853 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219821854 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:23:11,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:11,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:23:11,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:11,855 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219791855,5,FailOnTimeoutGroup] 2024-11-10T06:23:11,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:23:11,855 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219791855,5,FailOnTimeoutGroup] 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:23:11,903 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(746): ClusterId : ee36b789-9ac8-47fe-a801-6379b2c83115 2024-11-10T06:23:11,903 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:23:11,905 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:23:11,905 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:23:11,907 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:23:11,907 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f935231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:11,918 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:43207 2024-11-10T06:23:11,919 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:23:11,919 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:23:11,919 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:23:11,919 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40829,1731219790026 with port=43207, startcode=1731219790074 2024-11-10T06:23:11,919 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:23:11,921 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:23:11,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,923 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3 2024-11-10T06:23:11,923 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43703 2024-11-10T06:23:11,923 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:23:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/rs 2024-11-10T06:23:11,925 DEBUG [RS:0;c48ba4c5549b:43207 {}] zookeeper.ZKUtil(111): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on existing znode=/01013707785/rs/c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,925 WARN [RS:0;c48ba4c5549b:43207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:11,925 INFO [RS:0;c48ba4c5549b:43207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:11,925 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,43207,1731219790074] 2024-11-10T06:23:11,929 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:23:11,930 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:23:11,931 INFO [RS:0;c48ba4c5549b:43207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:23:11,931 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,931 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:23:11,931 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:23:11,931 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:11,932 DEBUG [RS:0;c48ba4c5549b:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,936 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43207,1731219790074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:11,950 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:23:11,950 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43207,1731219790074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,950 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,950 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.Replication(171): c48ba4c5549b,43207,1731219790074 started 2024-11-10T06:23:11,963 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:11,964 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,43207,1731219790074, RpcServer on c48ba4c5549b/172.17.0.2:43207, sessionid=0x101008b7f4d0001 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,43207,1731219790074' 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01013707785/flush-table-proc/abort' 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01013707785/flush-table-proc/acquired' 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:23:11,964 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:23:11,965 DEBUG [RS:0;c48ba4c5549b:43207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:11,965 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,43207,1731219790074' 2024-11-10T06:23:11,965 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01013707785/online-snapshot/abort' 2024-11-10T06:23:11,965 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01013707785/online-snapshot/acquired' 2024-11-10T06:23:11,965 DEBUG [RS:0;c48ba4c5549b:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:23:11,965 INFO [RS:0;c48ba4c5549b:43207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:23:11,965 INFO [RS:0;c48ba4c5549b:43207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:23:12,065 INFO [RS:0;c48ba4c5549b:43207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:12,067 INFO [RS:0;c48ba4c5549b:43207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C43207%2C1731219790074, suffix=, logDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/oldWALs, maxLogs=10 2024-11-10T06:23:12,080 DEBUG [RS:0;c48ba4c5549b:43207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, exclude list is [], retry=0 2024-11-10T06:23:12,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-eda708cd-7c75-4cb4-9888-36168d86fb6f,DISK] 2024-11-10T06:23:12,084 INFO [RS:0;c48ba4c5549b:43207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 2024-11-10T06:23:12,084 DEBUG [RS:0;c48ba4c5549b:43207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37423:37423)] 2024-11-10T06:23:12,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:23:12,265 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3 2024-11-10T06:23:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:23:12,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:12,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:12,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:12,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:12,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:12,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:12,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:12,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:12,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:12,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:12,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:12,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:12,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:12,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:12,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:12,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:12,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:12,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:12,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740 2024-11-10T06:23:12,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740 2024-11-10T06:23:12,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:12,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:12,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:12,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:12,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:12,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011186, jitterRate=0.02834680676460266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219792671Initializing all the Stores at 1731219792671Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219792671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219792672 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219792672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219792672Cleaning up temporary data from old regions at 1731219792679 (+7 ms)Region opened successfully at 1731219792682 (+3 ms) 2024-11-10T06:23:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:12,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:12,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:12,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:12,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219792682Disabling compacts and flushes for region at 1731219792682Disabling writes for close at 1731219792682Writing region close event to WAL at 1731219792683 (+1 ms)Closed at 1731219792683 2024-11-10T06:23:12,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:12,684 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:23:12,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:23:12,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:12,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:23:12,836 DEBUG [c48ba4c5549b:40829 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:23:12,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:12,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,43207,1731219790074, state=OPENING 2024-11-10T06:23:12,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:23:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:12,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:12,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01013707785/meta-region-server: CHANGED 2024-11-10T06:23:12,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01013707785/meta-region-server: CHANGED 2024-11-10T06:23:12,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,43207,1731219790074}] 2024-11-10T06:23:12,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:12,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:12,915 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:12,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:12,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:23:12,998 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:23:12,998 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:12,998 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:23:12,999 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C43207%2C1731219790074.meta, suffix=.meta, logDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/oldWALs, maxLogs=10 2024-11-10T06:23:13,012 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.meta.1731219792999.meta, exclude list is [], retry=0 2024-11-10T06:23:13,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-eda708cd-7c75-4cb4-9888-36168d86fb6f,DISK] 2024-11-10T06:23:13,016 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.meta.1731219792999.meta 2024-11-10T06:23:13,016 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37423:37423)] 2024-11-10T06:23:13,016 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:13,016 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:23:13,017 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:23:13,017 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:23:13,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:13,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:13,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:13,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:13,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:13,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:13,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:13,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:13,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:13,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:13,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:13,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:13,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:13,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:13,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:13,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:13,022 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:13,022 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740 2024-11-10T06:23:13,023 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740 2024-11-10T06:23:13,024 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:13,024 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:13,025 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:13,026 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:13,026 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58726699, jitterRate=-0.12490399181842804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:13,026 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:23:13,038 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219793017Writing region info on filesystem at 1731219793017Initializing all the Stores at 1731219793018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219793018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219793018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219793018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219793018Cleaning up temporary data from old regions at 1731219793024 (+6 ms)Running coprocessor post-open hooks at 1731219793026 (+2 ms)Region opened successfully at 1731219793038 (+12 ms) 2024-11-10T06:23:13,039 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219792992 2024-11-10T06:23:13,041 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:23:13,041 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:23:13,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:13,042 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,43207,1731219790074, state=OPEN 2024-11-10T06:23:13,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01013707785/meta-region-server 2024-11-10T06:23:13,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01013707785/meta-region-server 2024-11-10T06:23:13,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:13,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01013707785/meta-region-server: CHANGED 2024-11-10T06:23:13,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01013707785/meta-region-server: CHANGED 2024-11-10T06:23:13,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:23:13,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,43207,1731219790074 in 209 msec 2024-11-10T06:23:13,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:23:13,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-10T06:23:13,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:13,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:23:13,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:13,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,43207,1731219790074, seqNum=-1] 2024-11-10T06:23:13,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:13,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:13,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-10T06:23:13,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219793059, completionTime=-1 2024-11-10T06:23:13,060 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:23:13,060 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:23:13,061 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:23:13,061 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219853061 2024-11-10T06:23:13,061 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219913061 2024-11-10T06:23:13,061 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:40829, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,062 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,064 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:13,065 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:23:13,067 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:23:13,067 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:23:13,067 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40829,1731219790026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:13,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e06ac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:13,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:13,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:13,105 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:13,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:13,107 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:13,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737bdf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:13,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:13,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,43207,1731219790074, seqNum=-1] 2024-11-10T06:23:13,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:13,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:13,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:13,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:13,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:13,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008b7f4d0002 connected 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir so I do NOT create it in target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7 2024-11-10T06:23:13,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.tmp.dir so I do NOT create it in target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7 2024-11-10T06:23:13,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:23:13,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/cluster_588dbd39-1aae-ee78-015e-26aaf39015af, deleteOnExit=true 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/test.cache.data in system properties and HBase conf 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:23:13,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:23:13,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:13,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:23:13,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:23:13,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:13,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:13,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:13,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:13,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:13,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:13,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:13,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:13,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e86afc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/java.io.tmpdir/jetty-localhost-41285-hadoop-hdfs-3_4_1-tests_jar-_-any-9218894321480094925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:13,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:41285} 2024-11-10T06:23:13,315 INFO [Time-limited test {}] server.Server(415): Started @190947ms 2024-11-10T06:23:13,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:13,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:13,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:13,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:13,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:23:13,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:13,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:13,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641f60a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/java.io.tmpdir/jetty-localhost-33661-hadoop-hdfs-3_4_1-tests_jar-_-any-1397313115140550024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:13,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:33661} 2024-11-10T06:23:13,524 INFO [Time-limited test {}] server.Server(415): Started @191157ms 2024-11-10T06:23:13,525 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:23:13,625 WARN [Thread-2324 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/cluster_588dbd39-1aae-ee78-015e-26aaf39015af/data/data2/current/BP-161075538-172.17.0.2-1731219793139/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:13,625 WARN [Thread-2323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/cluster_588dbd39-1aae-ee78-015e-26aaf39015af/data/data1/current/BP-161075538-172.17.0.2-1731219793139/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:13,642 WARN [Thread-2311 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:23:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd354a7ccc2f8de19 with lease ID 0xcff88e1ffa06830b: Processing first storage report for DS-07117c71-56b5-45c3-9753-cc919e802823 from datanode DatanodeRegistration(127.0.0.1:40953, datanodeUuid=eacd8e83-4fac-43a1-b748-21b62afcac93, infoPort=46581, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=60714777;c=1731219793139) 2024-11-10T06:23:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd354a7ccc2f8de19 with lease ID 0xcff88e1ffa06830b: from storage DS-07117c71-56b5-45c3-9753-cc919e802823 node DatanodeRegistration(127.0.0.1:40953, datanodeUuid=eacd8e83-4fac-43a1-b748-21b62afcac93, infoPort=46581, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=60714777;c=1731219793139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd354a7ccc2f8de19 with lease ID 0xcff88e1ffa06830b: Processing first storage report for DS-149da45b-93b6-4058-ad77-a0afacc41f79 from datanode DatanodeRegistration(127.0.0.1:40953, datanodeUuid=eacd8e83-4fac-43a1-b748-21b62afcac93, infoPort=46581, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=60714777;c=1731219793139) 2024-11-10T06:23:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd354a7ccc2f8de19 with lease ID 0xcff88e1ffa06830b: from storage DS-149da45b-93b6-4058-ad77-a0afacc41f79 node DatanodeRegistration(127.0.0.1:40953, datanodeUuid=eacd8e83-4fac-43a1-b748-21b62afcac93, infoPort=46581, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=60714777;c=1731219793139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:13,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7 2024-11-10T06:23:13,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:13,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:13,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:23:14,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9 with version=8 2024-11-10T06:23:14,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/hbase-staging 2024-11-10T06:23:14,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:14,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:23:14,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:14,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42849 2024-11-10T06:23:14,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42849 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:14,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428490x0, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:14,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42849-0x101008b7f4d0003 connected 2024-11-10T06:23:14,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:14,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:14,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/running 2024-11-10T06:23:14,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9, hbase.cluster.distributed=false 2024-11-10T06:23:14,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/acl 2024-11-10T06:23:14,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T06:23:14,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42849 2024-11-10T06:23:14,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42849 2024-11-10T06:23:14,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T06:23:14,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42849 2024-11-10T06:23:14,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:23:14,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:14,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39579 2024-11-10T06:23:14,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39579 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:14,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:14,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:14,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395790x0, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:14,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395790x0, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/running 2024-11-10T06:23:14,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39579-0x101008b7f4d0004 connected 2024-11-10T06:23:14,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:23:14,106 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:23:14,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/master 2024-11-10T06:23:14,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/acl 2024-11-10T06:23:14,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-10T06:23:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39579 2024-11-10T06:23:14,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39579 2024-11-10T06:23:14,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-10T06:23:14,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39579 2024-11-10T06:23:14,125 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:42849 2024-11-10T06:23:14,125 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12139303081/backup-masters/c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:14,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/backup-masters 2024-11-10T06:23:14,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/backup-masters 2024-11-10T06:23:14,128 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on existing znode=/12139303081/backup-masters/c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139303081/master 2024-11-10T06:23:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:14,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:14,130 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on existing znode=/12139303081/master 2024-11-10T06:23:14,130 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12139303081/backup-masters/c48ba4c5549b,42849,1731219794060 from backup master directory 2024-11-10T06:23:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139303081/backup-masters/c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/backup-masters 2024-11-10T06:23:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/backup-masters 2024-11-10T06:23:14,131 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:14,131 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:14,135 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/hbase.id] with ID: 21be5034-c494-43d2-8965-8d256634a619 2024-11-10T06:23:14,135 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/.tmp/hbase.id 2024-11-10T06:23:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:23:14,545 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/.tmp/hbase.id]:[hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/hbase.id] 2024-11-10T06:23:14,554 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:14,554 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:23:14,555 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:23:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:14,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:23:14,962 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:14,963 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:23:14,964 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:23:15,370 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store 2024-11-10T06:23:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:15,382 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:15,382 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:15,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219795382Disabling compacts and flushes for region at 1731219795382Disabling writes for close at 1731219795382Writing region close event to WAL at 1731219795382Closed at 1731219795382 2024-11-10T06:23:15,383 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/.initializing 2024-11-10T06:23:15,383 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/WALs/c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:15,384 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:15,385 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C42849%2C1731219794060, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/WALs/c48ba4c5549b,42849,1731219794060, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/oldWALs, maxLogs=10 2024-11-10T06:23:15,402 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/WALs/c48ba4c5549b,42849,1731219794060/c48ba4c5549b%2C42849%2C1731219794060.1731219795385, exclude list is [], retry=0 2024-11-10T06:23:15,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-07117c71-56b5-45c3-9753-cc919e802823,DISK] 2024-11-10T06:23:15,406 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/WALs/c48ba4c5549b,42849,1731219794060/c48ba4c5549b%2C42849%2C1731219794060.1731219795385 2024-11-10T06:23:15,406 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46581:46581)] 2024-11-10T06:23:15,406 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:15,406 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:15,406 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,406 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:23:15,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:15,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:15,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:23:15,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:15,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:23:15,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:15,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:23:15,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:15,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:15,413 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,414 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,414 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,415 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,415 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,416 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:15,417 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:15,419 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:15,419 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62118139, jitterRate=-0.07436759769916534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:15,419 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219795407Initializing all the Stores at 1731219795407Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219795407Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219795407Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219795407Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219795407Cleaning up temporary data from old regions at 1731219795415 (+8 ms)Region opened successfully at 1731219795419 (+4 ms) 2024-11-10T06:23:15,419 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:23:15,422 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a82262a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:15,422 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:23:15,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:23:15,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:23:15,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:23:15,423 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:23:15,424 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:23:15,424 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:23:15,425 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:23:15,426 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/balancer because node does not exist (not necessarily an error) 2024-11-10T06:23:15,428 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/balancer already deleted, retry=false 2024-11-10T06:23:15,428 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:23:15,429 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:23:15,430 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/normalizer already deleted, retry=false 2024-11-10T06:23:15,430 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:23:15,431 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:23:15,432 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/switch/split already deleted, retry=false 2024-11-10T06:23:15,433 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:23:15,434 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/switch/merge already deleted, retry=false 2024-11-10T06:23:15,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:23:15,437 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/snapshot-cleanup already deleted, retry=false 2024-11-10T06:23:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139303081/running 2024-11-10T06:23:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12139303081/running 2024-11-10T06:23:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,439 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,42849,1731219794060, sessionid=0x101008b7f4d0003, setting cluster-up flag (Was=false) 2024-11-10T06:23:15,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,446 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12139303081/flush-table-proc/acquired, /12139303081/flush-table-proc/reached, /12139303081/flush-table-proc/abort 2024-11-10T06:23:15,447 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:15,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:15,454 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12139303081/online-snapshot/acquired, /12139303081/online-snapshot/reached, /12139303081/online-snapshot/abort 2024-11-10T06:23:15,455 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:15,456 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:23:15,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:15,457 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:23:15,457 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:23:15,458 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,42849,1731219794060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:15,459 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:15,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:23:15,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:15,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219825469 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:23:15,469 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:23:15,470 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,473 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:23:15,473 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:23:15,473 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:23:15,473 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:23:15,474 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:23:15,474 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:23:15,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:23:15,474 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219795474,5,FailOnTimeoutGroup] 2024-11-10T06:23:15,475 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219795474,5,FailOnTimeoutGroup] 2024-11-10T06:23:15,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:23:15,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,516 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(746): ClusterId : 21be5034-c494-43d2-8965-8d256634a619 2024-11-10T06:23:15,516 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:23:15,519 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:23:15,519 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:23:15,521 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:23:15,522 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492748b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:15,534 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:39579 2024-11-10T06:23:15,534 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:23:15,534 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:23:15,534 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:23:15,535 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,42849,1731219794060 with port=39579, startcode=1731219794097 2024-11-10T06:23:15,535 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:23:15,536 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:23:15,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42849 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,538 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9 2024-11-10T06:23:15,538 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40539 2024-11-10T06:23:15,538 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:23:15,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/rs 2024-11-10T06:23:15,542 DEBUG [RS:0;c48ba4c5549b:39579 {}] zookeeper.ZKUtil(111): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on existing znode=/12139303081/rs/c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,542 WARN [RS:0;c48ba4c5549b:39579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:15,542 INFO [RS:0;c48ba4c5549b:39579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:15,543 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,39579,1731219794097] 2024-11-10T06:23:15,545 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:23:15,547 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:23:15,547 INFO [RS:0;c48ba4c5549b:39579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:23:15,547 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,547 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:23:15,548 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:23:15,548 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:15,548 DEBUG [RS:0;c48ba4c5549b:39579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,550 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39579,1731219794097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:15,564 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:23:15,564 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39579,1731219794097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,564 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,564 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.Replication(171): c48ba4c5549b,39579,1731219794097 started 2024-11-10T06:23:15,577 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:15,577 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,39579,1731219794097, RpcServer on c48ba4c5549b/172.17.0.2:39579, sessionid=0x101008b7f4d0004 2024-11-10T06:23:15,577 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:23:15,577 DEBUG [RS:0;c48ba4c5549b:39579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,577 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39579,1731219794097' 2024-11-10T06:23:15,577 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12139303081/flush-table-proc/abort' 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12139303081/flush-table-proc/acquired' 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39579,1731219794097' 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12139303081/online-snapshot/abort' 2024-11-10T06:23:15,578 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12139303081/online-snapshot/acquired' 2024-11-10T06:23:15,579 DEBUG [RS:0;c48ba4c5549b:39579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:23:15,579 INFO [RS:0;c48ba4c5549b:39579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:23:15,579 INFO [RS:0;c48ba4c5549b:39579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:23:15,679 INFO [RS:0;c48ba4c5549b:39579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:15,680 INFO [RS:0;c48ba4c5549b:39579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39579%2C1731219794097, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/oldWALs, maxLogs=10 2024-11-10T06:23:15,694 DEBUG [RS:0;c48ba4c5549b:39579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, exclude list is [], retry=0 2024-11-10T06:23:15,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-07117c71-56b5-45c3-9753-cc919e802823,DISK] 2024-11-10T06:23:15,698 INFO [RS:0;c48ba4c5549b:39579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 2024-11-10T06:23:15,698 DEBUG [RS:0;c48ba4c5549b:39579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46581:46581)] 2024-11-10T06:23:15,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:23:15,876 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9 2024-11-10T06:23:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:23:16,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:16,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:16,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:16,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:16,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:16,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:16,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:16,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:16,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:16,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:16,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740 2024-11-10T06:23:16,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740 2024-11-10T06:23:16,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:16,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:16,291 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:16,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:16,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60955194, jitterRate=-0.0916968286037445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219796282Initializing all the Stores at 1731219796283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219796283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796283Cleaning up temporary data from old regions at 1731219796291 (+8 ms)Region opened successfully at 1731219796294 (+3 ms) 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:16,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:16,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:16,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:16,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219796294Disabling compacts and flushes for region at 1731219796294Disabling writes for close at 1731219796294Writing region close event to WAL at 1731219796294Closed at 1731219796294 2024-11-10T06:23:16,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:16,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:23:16,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:23:16,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:16,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:23:16,448 DEBUG [c48ba4c5549b:42849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:23:16,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:16,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39579,1731219794097, state=OPENING 2024-11-10T06:23:16,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:23:16,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:16,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:16,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139303081/meta-region-server: CHANGED 2024-11-10T06:23:16,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139303081/meta-region-server: CHANGED 2024-11-10T06:23:16,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:16,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39579,1731219794097}] 2024-11-10T06:23:16,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:16,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:23:16,610 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:23:16,610 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:16,610 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:23:16,612 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39579%2C1731219794097.meta, suffix=.meta, logDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/oldWALs, maxLogs=10 2024-11-10T06:23:16,629 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.meta.1731219796612.meta, exclude list is [], retry=0 2024-11-10T06:23:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-07117c71-56b5-45c3-9753-cc919e802823,DISK] 2024-11-10T06:23:16,633 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.meta.1731219796612.meta 2024-11-10T06:23:16,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46581:46581)] 2024-11-10T06:23:16,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:16,634 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:23:16,634 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:23:16,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:23:16,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:16,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:16,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:16,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:16,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:16,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:16,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:16,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:16,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:16,640 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:16,641 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740 2024-11-10T06:23:16,641 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740 2024-11-10T06:23:16,642 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:16,642 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:16,642 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:16,643 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:16,644 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62020549, jitterRate=-0.07582180202007294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:16,644 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:23:16,644 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219796634Writing region info on filesystem at 1731219796634Initializing all the Stores at 1731219796635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219796635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219796635Cleaning up temporary data from old regions at 1731219796642 (+7 ms)Running coprocessor post-open hooks at 1731219796644 (+2 ms)Region opened successfully at 1731219796644 2024-11-10T06:23:16,645 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219796605 2024-11-10T06:23:16,647 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:23:16,647 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:23:16,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:16,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39579,1731219794097, state=OPEN 2024-11-10T06:23:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12139303081/meta-region-server 2024-11-10T06:23:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12139303081/meta-region-server 2024-11-10T06:23:16,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139303081/meta-region-server: CHANGED 2024-11-10T06:23:16,650 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:16,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12139303081/meta-region-server: CHANGED 2024-11-10T06:23:16,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:23:16,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39579,1731219794097 in 197 msec 2024-11-10T06:23:16,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:23:16,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-10T06:23:16,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:16,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:23:16,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:16,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39579,1731219794097, seqNum=-1] 2024-11-10T06:23:16,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:16,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:16,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-10T06:23:16,661 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219796661, completionTime=-1 2024-11-10T06:23:16,661 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:23:16,661 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219856663 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219916663 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:42849, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,663 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,664 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,665 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.536sec 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:16,667 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:23:16,669 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:23:16,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:23:16,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42849,1731219794060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:16,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a317950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:16,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:16,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:16,718 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b3840e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:16,720 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:16,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594bfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:16,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39579,1731219794097, seqNum=-1] 2024-11-10T06:23:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:16,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:16,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:16,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52302 2024-11-10T06:23:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:16,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008b7f4d0005 connected 2024-11-10T06:23:16,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ff055d 2024-11-10T06:23:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:16,733 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:16,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:23:16,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:16,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:16,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:23:16,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:17,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 971a48899bf79c9f9faa558f0b9e22b9, NAME => 'test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3 2024-11-10T06:23:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:23:17,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:17,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T06:23:17,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:17,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 971a48899bf79c9f9faa558f0b9e22b9, disabling compactions & flushes 2024-11-10T06:23:17,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. after waiting 0 ms 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 971a48899bf79c9f9faa558f0b9e22b9: Waiting for close lock at 1731219797551Disabling compacts and flushes for region at 1731219797551Disabling writes for close at 1731219797551Writing region close event to WAL at 1731219797551Closed at 1731219797551 2024-11-10T06:23:17,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:17,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219797552"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219797552"}]},"ts":"1731219797552"} 2024-11-10T06:23:17,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:17,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:17,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219797556"}]},"ts":"1731219797556"} 2024-11-10T06:23:17,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:23:17,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=971a48899bf79c9f9faa558f0b9e22b9, ASSIGN}] 2024-11-10T06:23:17,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=971a48899bf79c9f9faa558f0b9e22b9, ASSIGN 2024-11-10T06:23:17,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=971a48899bf79c9f9faa558f0b9e22b9, ASSIGN; state=OFFLINE, location=c48ba4c5549b,43207,1731219790074; forceNewPlan=false, retain=false 2024-11-10T06:23:17,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=971a48899bf79c9f9faa558f0b9e22b9, regionState=OPENING, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=971a48899bf79c9f9faa558f0b9e22b9, ASSIGN because future has completed 2024-11-10T06:23:17,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 971a48899bf79c9f9faa558f0b9e22b9, server=c48ba4c5549b,43207,1731219790074}] 2024-11-10T06:23:17,868 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,868 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 971a48899bf79c9f9faa558f0b9e22b9, NAME => 'test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:17,868 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:17,868 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:23:17,869 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,869 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:17,869 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,869 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,870 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,871 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 971a48899bf79c9f9faa558f0b9e22b9 columnFamilyName f 2024-11-10T06:23:17,871 DEBUG [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:17,871 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(327): Store=971a48899bf79c9f9faa558f0b9e22b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:17,871 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,872 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 971a48899bf79c9f9faa558f0b9e22b9 columnFamilyName f1 2024-11-10T06:23:17,872 DEBUG [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:17,872 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(327): Store=971a48899bf79c9f9faa558f0b9e22b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:17,873 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,873 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 971a48899bf79c9f9faa558f0b9e22b9 columnFamilyName norep 2024-11-10T06:23:17,873 DEBUG [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:17,874 INFO [StoreOpener-971a48899bf79c9f9faa558f0b9e22b9-1 {}] regionserver.HStore(327): Store=971a48899bf79c9f9faa558f0b9e22b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:17,874 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:17,874 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,875 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,875 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,875 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,876 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:17,877 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,878 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:17,879 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 971a48899bf79c9f9faa558f0b9e22b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62159579, jitterRate=-0.0737500935792923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:17,879 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:17,879 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 971a48899bf79c9f9faa558f0b9e22b9: Running coprocessor pre-open hook at 1731219797869Writing region info on filesystem at 1731219797869Initializing all the Stores at 1731219797870 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219797870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219797870Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219797870Cleaning up temporary data from old regions at 1731219797875 (+5 ms)Running coprocessor post-open hooks at 1731219797879 (+4 ms)Region opened successfully at 1731219797879 2024-11-10T06:23:17,880 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., pid=6, masterSystemTime=1731219797865 2024-11-10T06:23:17,882 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,882 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:17,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=971a48899bf79c9f9faa558f0b9e22b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:17,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 971a48899bf79c9f9faa558f0b9e22b9, server=c48ba4c5549b,43207,1731219790074 because future has completed 2024-11-10T06:23:17,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:23:17,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 971a48899bf79c9f9faa558f0b9e22b9, server=c48ba4c5549b,43207,1731219790074 in 173 msec 2024-11-10T06:23:17,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:23:17,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=971a48899bf79c9f9faa558f0b9e22b9, ASSIGN in 328 msec 2024-11-10T06:23:17,889 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:17,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219797889"}]},"ts":"1731219797889"} 2024-11-10T06:23:17,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:23:17,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:17,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-10T06:23:17,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:23:17,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:23:18,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:18,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:18,885 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:23:18,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e830375 2024-11-10T06:23:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:18,886 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:18,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:23:18,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:18,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:18,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:23:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:18,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:18,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:23:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:19,299 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ced661d09f09ac621dea6d463f1c52, NAME => 'test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9 2024-11-10T06:23:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:23:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:19,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:19,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31ced661d09f09ac621dea6d463f1c52, disabling compactions & flushes 2024-11-10T06:23:19,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:19,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:19,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. after waiting 0 ms 2024-11-10T06:23:19,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:19,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:19,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ced661d09f09ac621dea6d463f1c52: Waiting for close lock at 1731219799705Disabling compacts and flushes for region at 1731219799705Disabling writes for close at 1731219799705Writing region close event to WAL at 1731219799705Closed at 1731219799705 2024-11-10T06:23:19,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:19,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219799706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219799706"}]},"ts":"1731219799706"} 2024-11-10T06:23:19,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:19,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:19,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219799709"}]},"ts":"1731219799709"} 2024-11-10T06:23:19,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:23:19,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31ced661d09f09ac621dea6d463f1c52, ASSIGN}] 2024-11-10T06:23:19,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31ced661d09f09ac621dea6d463f1c52, ASSIGN 2024-11-10T06:23:19,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31ced661d09f09ac621dea6d463f1c52, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39579,1731219794097; forceNewPlan=false, retain=false 2024-11-10T06:23:19,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ced661d09f09ac621dea6d463f1c52, regionState=OPENING, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:19,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31ced661d09f09ac621dea6d463f1c52, ASSIGN because future has completed 2024-11-10T06:23:19,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ced661d09f09ac621dea6d463f1c52, server=c48ba4c5549b,39579,1731219794097}] 2024-11-10T06:23:20,021 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:20,021 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ced661d09f09ac621dea6d463f1c52, NAME => 'test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:20,021 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:20,021 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:23:20,021 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,021 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:20,021 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,022 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,023 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,024 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ced661d09f09ac621dea6d463f1c52 columnFamilyName f 2024-11-10T06:23:20,024 DEBUG [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:20,024 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(327): Store=31ced661d09f09ac621dea6d463f1c52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:20,024 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:20,025 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ced661d09f09ac621dea6d463f1c52 columnFamilyName f1 2024-11-10T06:23:20,025 DEBUG [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:20,025 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(327): Store=31ced661d09f09ac621dea6d463f1c52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:20,026 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,026 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ced661d09f09ac621dea6d463f1c52 columnFamilyName norep 2024-11-10T06:23:20,026 DEBUG [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:20,027 INFO [StoreOpener-31ced661d09f09ac621dea6d463f1c52-1 {}] regionserver.HStore(327): Store=31ced661d09f09ac621dea6d463f1c52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:20,027 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,027 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,027 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,029 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:20,029 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,031 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:20,031 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31ced661d09f09ac621dea6d463f1c52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61509973, jitterRate=-0.0834299772977829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:20,031 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:20,031 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31ced661d09f09ac621dea6d463f1c52: Running coprocessor pre-open hook at 1731219800022Writing region info on filesystem at 1731219800022Initializing all the Stores at 1731219800022Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219800022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219800022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219800022Cleaning up temporary data from old regions at 1731219800028 (+6 ms)Running coprocessor post-open hooks at 1731219800031 (+3 ms)Region opened successfully at 1731219800031 2024-11-10T06:23:20,032 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219798887.31ced661d09f09ac621dea6d463f1c52., pid=6, masterSystemTime=1731219800017 2024-11-10T06:23:20,034 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:20,034 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:20,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31ced661d09f09ac621dea6d463f1c52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ced661d09f09ac621dea6d463f1c52, server=c48ba4c5549b,39579,1731219794097 because future has completed 2024-11-10T06:23:20,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:23:20,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ced661d09f09ac621dea6d463f1c52, server=c48ba4c5549b,39579,1731219794097 in 172 msec 2024-11-10T06:23:20,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:23:20,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31ced661d09f09ac621dea6d463f1c52, ASSIGN in 327 msec 2024-11-10T06:23:20,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:20,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219800041"}]},"ts":"1731219800041"} 2024-11-10T06:23:20,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:23:20,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:20,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T06:23:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:21,034 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:23:21,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9721b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:21,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:21,036 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744ce47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,037 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d905a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:21,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:21,039 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596cb803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,040 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b7a884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652713db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:21,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:21,042 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21664e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,043 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276b37df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b36e692 2024-11-10T06:23:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:21,045 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:21,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:42849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:23:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:21,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:42849' 2024-11-10T06:23:21,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd743fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:21,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:21,049 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:21,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:21,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:21,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725ac117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:21,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:21,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,050 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:21,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d49df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:21,051 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:21,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:21,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a87dea 2024-11-10T06:23:21,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:21,052 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:21,053 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:23:21,053 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:23:21,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:21,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:21,053 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:21,054 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:23:21,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:21,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:21,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:21,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:23:21,104 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:23:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:21,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c78afacf8cae81b8a47f8d6c6ea7ef72, NAME => 'hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3 2024-11-10T06:23:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:23:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c78afacf8cae81b8a47f8d6c6ea7ef72, disabling compactions & flushes 2024-11-10T06:23:21,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. after waiting 0 ms 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:21,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:21,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c78afacf8cae81b8a47f8d6c6ea7ef72: Waiting for close lock at 1731219801870Disabling compacts and flushes for region at 1731219801870Disabling writes for close at 1731219801870Writing region close event to WAL at 1731219801870Closed at 1731219801870 2024-11-10T06:23:21,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:21,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219801871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219801871"}]},"ts":"1731219801871"} 2024-11-10T06:23:21,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:21,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:21,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219801875"}]},"ts":"1731219801875"} 2024-11-10T06:23:21,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:23:21,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78afacf8cae81b8a47f8d6c6ea7ef72, ASSIGN}] 2024-11-10T06:23:21,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78afacf8cae81b8a47f8d6c6ea7ef72, ASSIGN 2024-11-10T06:23:21,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c78afacf8cae81b8a47f8d6c6ea7ef72, ASSIGN; state=OFFLINE, location=c48ba4c5549b,43207,1731219790074; forceNewPlan=false, retain=false 2024-11-10T06:23:22,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c78afacf8cae81b8a47f8d6c6ea7ef72, regionState=OPENING, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:22,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c78afacf8cae81b8a47f8d6c6ea7ef72, ASSIGN because future has completed 2024-11-10T06:23:22,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78afacf8cae81b8a47f8d6c6ea7ef72, server=c48ba4c5549b,43207,1731219790074}] 2024-11-10T06:23:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:22,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:22,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:22,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:23:22,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C43207%2C1731219790074.rep, suffix=, logDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074, archiveDir=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/oldWALs, maxLogs=10 2024-11-10T06:23:22,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.rep.1731219802189, exclude list is [], retry=0 2024-11-10T06:23:22,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41895,DS-eda708cd-7c75-4cb4-9888-36168d86fb6f,DISK] 2024-11-10T06:23:22,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.rep.1731219802189 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37423:37423)] 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c78afacf8cae81b8a47f8d6c6ea7ef72, NAME => 'hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:22,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. service=MultiRowMutationService 2024-11-10T06:23:22,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:22,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,214 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,215 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78afacf8cae81b8a47f8d6c6ea7ef72 columnFamilyName hfileref 2024-11-10T06:23:22,215 DEBUG [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:22,215 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(327): Store=c78afacf8cae81b8a47f8d6c6ea7ef72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:22,215 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,216 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78afacf8cae81b8a47f8d6c6ea7ef72 columnFamilyName queue 2024-11-10T06:23:22,216 DEBUG [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:22,216 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(327): Store=c78afacf8cae81b8a47f8d6c6ea7ef72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:22,216 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,217 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78afacf8cae81b8a47f8d6c6ea7ef72 columnFamilyName sid 2024-11-10T06:23:22,217 DEBUG [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:22,218 INFO [StoreOpener-c78afacf8cae81b8a47f8d6c6ea7ef72-1 {}] regionserver.HStore(327): Store=c78afacf8cae81b8a47f8d6c6ea7ef72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:22,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/replication/c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/replication/c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:22,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/replication/c78afacf8cae81b8a47f8d6c6ea7ef72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:22,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c78afacf8cae81b8a47f8d6c6ea7ef72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58790124, jitterRate=-0.12395888566970825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:22,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:22,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c78afacf8cae81b8a47f8d6c6ea7ef72: Running coprocessor pre-open hook at 1731219802213Writing region info on filesystem at 1731219802213Initializing all the Stores at 1731219802213Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219802213Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219802213Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219802213Cleaning up temporary data from old regions at 1731219802220 (+7 ms)Running coprocessor post-open hooks at 1731219802224 (+4 ms)Region opened successfully at 1731219802224 2024-11-10T06:23:22,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72., pid=10, masterSystemTime=1731219802183 2024-11-10T06:23:22,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:22,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:22,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c78afacf8cae81b8a47f8d6c6ea7ef72, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:22,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78afacf8cae81b8a47f8d6c6ea7ef72, server=c48ba4c5549b,43207,1731219790074 because future has completed 2024-11-10T06:23:22,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:23:22,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c78afacf8cae81b8a47f8d6c6ea7ef72, server=c48ba4c5549b,43207,1731219790074 in 200 msec 2024-11-10T06:23:22,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:23:22,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78afacf8cae81b8a47f8d6c6ea7ef72, ASSIGN in 356 msec 2024-11-10T06:23:22,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:22,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219802235"}]},"ts":"1731219802235"} 2024-11-10T06:23:22,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:23:22,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:22,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-10T06:23:22,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72., hostname=c48ba4c5549b,43207,1731219790074, seqNum=2] 2024-11-10T06:23:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:22,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:23:22,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:23:22,423 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:23:22,450 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,43207,1731219790074, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:23:22,451 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:22,451 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,43207,1731219790074, seqNum=-1] 2024-11-10T06:23:22,451 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:22,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,43207,1731219790074', locateType=CURRENT is [region=hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72., hostname=c48ba4c5549b,43207,1731219790074, seqNum=2] 2024-11-10T06:23:22,456 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:23:22,458 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,43207,1731219790074 suceeded 2024-11-10T06:23:22,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:23:22,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T06:23:22,460 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:42849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:23:22,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-10T06:23:22,470 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:42849' 2024-11-10T06:23:22,472 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239adf93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:22,472 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:22,472 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:22,472 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197face4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:22,474 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:22,474 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d887ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:22,474 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:22,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:22,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6beaad6f 2024-11-10T06:23:22,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:22,476 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T06:23:22,476 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,43207,1731219790074 (queues=1) is replicating from cluster=ee36b789-9ac8-47fe-a801-6379b2c83115 to cluster=21be5034-c494-43d2-8965-8d256634a619 2024-11-10T06:23:22,477 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C43207%2C1731219790074 2024-11-10T06:23:22,477 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,43207,1731219790074, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:23:22,477 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C43207%2C1731219790074 2024-11-10T06:23:22,477 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, startPosition=0, beingWritten=true 2024-11-10T06:23:22,482 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:22,483 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:22,483 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:22,686 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:22,989 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:23,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:23,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:23,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18287 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:23,195 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:23:23,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:23,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:23,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:23,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd90490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:23,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:23,197 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:23,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:23,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:23,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3f961f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:23,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:23,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,198 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:23,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-11-10T06:23:23,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:23,201 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:23,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:23:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:23:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:23,203 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40829' 2024-11-10T06:23:23,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,205 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:23,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:23,205 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:23,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:23,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:23,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221d5473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:23,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:23,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,206 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:23,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ce585e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:23,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:23,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:23,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d509324 2024-11-10T06:23:23,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:23,208 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:23,209 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:23:23,209 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:23:23,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,209 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:23,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:23,209 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:23,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:23:23,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:23,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:23,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:23:23,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:23:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:23,393 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:23,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83841d22350770886f65f681c78f7cf0, NAME => 'hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9 2024-11-10T06:23:23,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:23:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:23,897 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:23,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83841d22350770886f65f681c78f7cf0, disabling compactions & flushes 2024-11-10T06:23:24,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. after waiting 0 ms 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83841d22350770886f65f681c78f7cf0: Waiting for close lock at 1731219804024Disabling compacts and flushes for region at 1731219804024Disabling writes for close at 1731219804024Writing region close event to WAL at 1731219804024Closed at 1731219804024 2024-11-10T06:23:24,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:24,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219804026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219804026"}]},"ts":"1731219804026"} 2024-11-10T06:23:24,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:24,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:24,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219804028"}]},"ts":"1731219804028"} 2024-11-10T06:23:24,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:23:24,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83841d22350770886f65f681c78f7cf0, ASSIGN}] 2024-11-10T06:23:24,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83841d22350770886f65f681c78f7cf0, ASSIGN 2024-11-10T06:23:24,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83841d22350770886f65f681c78f7cf0, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39579,1731219794097; forceNewPlan=false, retain=false 2024-11-10T06:23:24,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83841d22350770886f65f681c78f7cf0, regionState=OPENING, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:24,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83841d22350770886f65f681c78f7cf0, ASSIGN because future has completed 2024-11-10T06:23:24,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83841d22350770886f65f681c78f7cf0, server=c48ba4c5549b,39579,1731219794097}] 2024-11-10T06:23:24,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:24,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:23:24,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39579%2C1731219794097.rep, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/oldWALs, maxLogs=10 2024-11-10T06:23:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:24,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.rep.1731219804342, exclude list is [], retry=0 2024-11-10T06:23:24,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40953,DS-07117c71-56b5-45c3-9753-cc919e802823,DISK] 2024-11-10T06:23:24,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.rep.1731219804342 2024-11-10T06:23:24,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46581:46581)] 2024-11-10T06:23:24,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83841d22350770886f65f681c78f7cf0, NAME => 'hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:24,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:24,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:24,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. service=MultiRowMutationService 2024-11-10T06:23:24,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:23:24,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:24,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,362 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,363 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83841d22350770886f65f681c78f7cf0 columnFamilyName hfileref 2024-11-10T06:23:24,363 DEBUG [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:24,363 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(327): Store=83841d22350770886f65f681c78f7cf0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:24,364 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,364 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83841d22350770886f65f681c78f7cf0 columnFamilyName queue 2024-11-10T06:23:24,364 DEBUG [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:24,365 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(327): Store=83841d22350770886f65f681c78f7cf0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:24,365 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,366 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83841d22350770886f65f681c78f7cf0 columnFamilyName sid 2024-11-10T06:23:24,366 DEBUG [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:24,366 INFO [StoreOpener-83841d22350770886f65f681c78f7cf0-1 {}] regionserver.HStore(327): Store=83841d22350770886f65f681c78f7cf0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:24,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:24,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:24,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83841d22350770886f65f681c78f7cf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67427268, jitterRate=0.004744589328765869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:24,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:24,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83841d22350770886f65f681c78f7cf0: Running coprocessor pre-open hook at 1731219804361Writing region info on filesystem at 1731219804361Initializing all the Stores at 1731219804361Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219804361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219804362 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219804362Cleaning up temporary data from old regions at 1731219804367 (+5 ms)Running coprocessor post-open hooks at 1731219804371 (+4 ms)Region opened successfully at 1731219804371 2024-11-10T06:23:24,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0., pid=10, masterSystemTime=1731219804337 2024-11-10T06:23:24,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:24,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83841d22350770886f65f681c78f7cf0, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:24,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83841d22350770886f65f681c78f7cf0, server=c48ba4c5549b,39579,1731219794097 because future has completed 2024-11-10T06:23:24,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:23:24,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83841d22350770886f65f681c78f7cf0, server=c48ba4c5549b,39579,1731219794097 in 192 msec 2024-11-10T06:23:24,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:23:24,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83841d22350770886f65f681c78f7cf0, ASSIGN in 348 msec 2024-11-10T06:23:24,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:24,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219804380"}]},"ts":"1731219804380"} 2024-11-10T06:23:24,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:23:24,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:24,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-10T06:23:24,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0., hostname=c48ba4c5549b,39579,1731219794097, seqNum=2] 2024-11-10T06:23:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:24,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:23:24,501 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:24,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:23:24,579 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:23:24,607 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,39579,1731219794097, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:23:24,607 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:24,607 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39579,1731219794097, seqNum=-1] 2024-11-10T06:23:24,608 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:24,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:24,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,39579,1731219794097', locateType=CURRENT is [region=hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0., hostname=c48ba4c5549b,39579,1731219794097, seqNum=2] 2024-11-10T06:23:24,613 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:23:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:23:24,615 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,39579,1731219794097 suceeded 2024-11-10T06:23:24,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:23:24,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T06:23:24,617 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:40829,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:23:24,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-10T06:23:24,627 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40829' 2024-11-10T06:23:24,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef5b84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:24,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:24,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:24,629 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:24,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db44010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:24,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:24,631 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:24,631 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9c0cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:24,631 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e6509a 2024-11-10T06:23:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:24,633 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T06:23:24,634 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,39579,1731219794097 (queues=1) is replicating from cluster=21be5034-c494-43d2-8965-8d256634a619 to cluster=ee36b789-9ac8-47fe-a801-6379b2c83115 2024-11-10T06:23:24,634 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C39579%2C1731219794097 2024-11-10T06:23:24,634 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,39579,1731219794097, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:23:24,634 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C39579%2C1731219794097 2024-11-10T06:23:24,634 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, startPosition=0, beingWritten=true 2024-11-10T06:23:24,639 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:24,639 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 379, reset compression=false 2024-11-10T06:23:24,639 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:24,843 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 379, reset compression=false 2024-11-10T06:23:25,147 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 379, reset compression=false 2024-11-10T06:23:25,205 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:25,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:23:25,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:25,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:25,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:25,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:25,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:25,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,43207,1731219790074, seqNum=-1] 2024-11-10T06:23:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:25,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:25,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., hostname=c48ba4c5549b,43207,1731219790074, seqNum=2] 2024-11-10T06:23:25,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39579,1731219794097, seqNum=-1] 2024-11-10T06:23:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:25,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219798887.31ced661d09f09ac621dea6d463f1c52., hostname=c48ba4c5549b,39579,1731219794097, seqNum=2] 2024-11-10T06:23:25,372 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T06:23:25,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,551 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 379, reset compression=false 2024-11-10T06:23:25,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:25,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:26,009 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 379, reset compression=false 2024-11-10T06:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 480, reset compression=false 2024-11-10T06:23:26,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[{test/971a48899bf79c9f9faa558f0b9e22b9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T06:23:26,016 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:26,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T06:23:26,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:26,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b12251a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42849,-1 for getting cluster id 2024-11-10T06:23:26,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:26,021 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21be5034-c494-43d2-8965-8d256634a619' 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21be5034-c494-43d2-8965-8d256634a619" 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b305af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42849,-1] 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:26,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:26,022 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:26,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@201142df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:26,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39579,1731219794097, seqNum=-1] 2024-11-10T06:23:26,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:26,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:26,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219798887.31ced661d09f09ac621dea6d463f1c52., hostname=c48ba4c5549b,39579,1731219794097, seqNum=2] 2024-11-10T06:23:26,055 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 379, reset compression=false 2024-11-10T06:23:26,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:26,060 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:26,060 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 504, reset compression=false 2024-11-10T06:23:26,060 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:26,217 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 480, reset compression=false 2024-11-10T06:23:26,264 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 504, reset compression=false 2024-11-10T06:23:26,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T06:23:26,379 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T06:23:26,521 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 480, reset compression=false 2024-11-10T06:23:26,567 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 504, reset compression=false 2024-11-10T06:23:26,572 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:26,572 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 608, reset compression=false 2024-11-10T06:23:26,572 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[{test/31ced661d09f09ac621dea6d463f1c52/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:23:26,574 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:26,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T06:23:26,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:26,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657c3588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40829,-1 for getting cluster id 2024-11-10T06:23:26,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:26,577 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee36b789-9ac8-47fe-a801-6379b2c83115' 2024-11-10T06:23:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee36b789-9ac8-47fe-a801-6379b2c83115" 2024-11-10T06:23:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b7ebd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40829,-1] 2024-11-10T06:23:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:26,578 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:26,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1076f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:26,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,43207,1731219790074, seqNum=-1] 2024-11-10T06:23:26,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:26,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., hostname=c48ba4c5549b,43207,1731219790074, seqNum=2] 2024-11-10T06:23:26,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:26,775 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 608, reset compression=false 2024-11-10T06:23:26,924 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 480, reset compression=false 2024-11-10T06:23:26,929 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:26,929 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 607, reset compression=false 2024-11-10T06:23:26,929 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:27,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 608, reset compression=false 2024-11-10T06:23:27,132 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 607, reset compression=false 2024-11-10T06:23:27,381 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T06:23:27,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T06:23:27,436 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 607, reset compression=false 2024-11-10T06:23:27,440 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:27,440 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 763, reset compression=false 2024-11-10T06:23:27,440 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[{test/971a48899bf79c9f9faa558f0b9e22b9/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T06:23:27,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:27,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39579 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:27,482 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 608, reset compression=false 2024-11-10T06:23:27,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:27,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 756, reset compression=false 2024-11-10T06:23:27,486 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:27,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:23:27,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:27,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T06:23:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:27,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:23:27,643 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 763, reset compression=false 2024-11-10T06:23:27,689 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 756, reset compression=false 2024-11-10T06:23:27,947 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 763, reset compression=false 2024-11-10T06:23:27,993 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 756, reset compression=false 2024-11-10T06:23:28,351 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 763, reset compression=false 2024-11-10T06:23:28,388 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T06:23:28,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T06:23:28,397 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 756, reset compression=false 2024-11-10T06:23:28,401 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:28,401 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:28,401 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[{test/31ced661d09f09ac621dea6d463f1c52/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T06:23:28,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:28,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:28,604 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:28,854 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 763, reset compression=false 2024-11-10T06:23:28,859 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:28,859 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:28,859 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:28,908 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:29,062 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:29,310 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:29,366 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:29,393 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T06:23:29,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:23:29,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:29,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:29,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:29,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:29,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:29,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:23:29,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311719728, stopped=false 2024-11-10T06:23:29,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,42849,1731219794060 2024-11-10T06:23:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139303081/running 2024-11-10T06:23:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:29,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139303081/running 2024-11-10T06:23:29,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:29,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:29,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:29,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:29,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,39579,1731219794097' ***** 2024-11-10T06:23:29,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/running 2024-11-10T06:23:29,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:23:29,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Set watcher on znode that does not yet exist, /12139303081/running 2024-11-10T06:23:29,399 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:23:29,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(3091): Received CLOSE for 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39579. 2024-11-10T06:23:29,400 DEBUG [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:29,400 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:29,400 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83841d22350770886f65f681c78f7cf0, disabling compactions & flushes 2024-11-10T06:23:29,400 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:29,400 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:23:29,400 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. after waiting 0 ms 2024-11-10T06:23:29,400 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:23:29,400 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83841d22350770886f65f681c78f7cf0 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T06:23:29,400 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:23:29,400 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83841d22350770886f65f681c78f7cf0=hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0., 31ced661d09f09ac621dea6d463f1c52=test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.} 2024-11-10T06:23:29,400 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ced661d09f09ac621dea6d463f1c52, 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:29,400 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:29,400 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:29,401 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:29,401 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:29,401 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:29,401 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:23:29,418 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/info/0a49c9684b054b14a7071deeebbe5038 is 147, key is hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0./info:regioninfo/1731219804374/Put/seqid=0 2024-11-10T06:23:29,420 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/.tmp/queue/3a732fbacf28480194cd50af529a961d is 153, key is 1-c48ba4c5549b,39579,1731219794097/queue:c48ba4c5549b%2C39579%2C1731219794097/1731219808405/Put/seqid=0 2024-11-10T06:23:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741840_1016 (size=7686) 2024-11-10T06:23:29,422 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/info/0a49c9684b054b14a7071deeebbe5038 2024-11-10T06:23:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741841_1017 (size=5352) 2024-11-10T06:23:29,442 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/ns/a65731192051497a8cdb6cdbeb5a1828 is 43, key is default/ns:d/1731219796657/Put/seqid=0 2024-11-10T06:23:29,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:23:29,460 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:29,551 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:23:29,551 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:23:29,601 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ced661d09f09ac621dea6d463f1c52, 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:29,770 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:29,801 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ced661d09f09ac621dea6d463f1c52, 83841d22350770886f65f681c78f7cf0 2024-11-10T06:23:29,814 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:29,825 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/.tmp/queue/3a732fbacf28480194cd50af529a961d 2024-11-10T06:23:29,829 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/.tmp/queue/3a732fbacf28480194cd50af529a961d as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/queue/3a732fbacf28480194cd50af529a961d 2024-11-10T06:23:29,833 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/queue/3a732fbacf28480194cd50af529a961d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T06:23:29,834 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 83841d22350770886f65f681c78f7cf0 in 434ms, sequenceid=10, compaction requested=false 2024-11-10T06:23:29,837 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/replication/83841d22350770886f65f681c78f7cf0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T06:23:29,837 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:29,838 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83841d22350770886f65f681c78f7cf0: Waiting for close lock at 1731219809400Running coprocessor pre-close hooks at 1731219809400Disabling compacts and flushes for region at 1731219809400Disabling writes for close at 1731219809400Obtaining lock to block concurrent updates at 1731219809400Preparing flush snapshotting stores in 83841d22350770886f65f681c78f7cf0 at 1731219809400Finished memstore snapshotting hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731219809401 (+1 ms)Flushing stores of hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. at 1731219809401Flushing 83841d22350770886f65f681c78f7cf0/queue: creating writer at 1731219809401Flushing 83841d22350770886f65f681c78f7cf0/queue: appending metadata at 1731219809420 (+19 ms)Flushing 83841d22350770886f65f681c78f7cf0/queue: closing flushed file at 1731219809420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d68c13b: reopening flushed file at 1731219809829 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 83841d22350770886f65f681c78f7cf0 in 434ms, sequenceid=10, compaction requested=false at 1731219809834 (+5 ms)Writing region close event to WAL at 1731219809834Running coprocessor post-close hooks at 1731219809837 (+3 ms)Closed at 1731219809838 (+1 ms) 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219803209.83841d22350770886f65f681c78f7cf0. 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ced661d09f09ac621dea6d463f1c52, disabling compactions & flushes 2024-11-10T06:23:29,838 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. after waiting 0 ms 2024-11-10T06:23:29,838 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:29,838 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31ced661d09f09ac621dea6d463f1c52 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T06:23:29,845 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/ns/a65731192051497a8cdb6cdbeb5a1828 2024-11-10T06:23:29,854 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f/5ed469df4a04460eb6526da3f43e5ef1 is 29, key is row1/f:/1731219808389/DeleteFamily/seqid=0 2024-11-10T06:23:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741843_1019 (size=5118) 2024-11-10T06:23:29,866 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d6040621951d4e1c9dc022a360374753 is 112, key is test,,1731219798887.31ced661d09f09ac621dea6d463f1c52./rep_barrier:seqnumDuringOpen/1731219800034/Put/seqid=0 2024-11-10T06:23:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:23:30,001 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:30,201 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:30,259 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f/5ed469df4a04460eb6526da3f43e5ef1 2024-11-10T06:23:30,263 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ed469df4a04460eb6526da3f43e5ef1 2024-11-10T06:23:30,270 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d6040621951d4e1c9dc022a360374753 2024-11-10T06:23:30,274 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:30,279 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f1/a633b4b66c2a410eb737040a4cf5e16f is 30, key is row1/f1:/1731219808389/DeleteFamily/seqid=0 2024-11-10T06:23:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741845_1021 (size=5123) 2024-11-10T06:23:30,288 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/table/cb20f9eb23794763b5101ecce4a035fb is 53, key is hbase:replication/table:state/1731219804380/Put/seqid=0 2024-11-10T06:23:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:23:30,292 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/table/cb20f9eb23794763b5101ecce4a035fb 2024-11-10T06:23:30,295 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/info/0a49c9684b054b14a7071deeebbe5038 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/info/0a49c9684b054b14a7071deeebbe5038 2024-11-10T06:23:30,299 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/info/0a49c9684b054b14a7071deeebbe5038, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:23:30,300 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/ns/a65731192051497a8cdb6cdbeb5a1828 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/ns/a65731192051497a8cdb6cdbeb5a1828 2024-11-10T06:23:30,303 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/ns/a65731192051497a8cdb6cdbeb5a1828, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:23:30,304 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/rep_barrier/d6040621951d4e1c9dc022a360374753 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/rep_barrier/d6040621951d4e1c9dc022a360374753 2024-11-10T06:23:30,307 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/rep_barrier/d6040621951d4e1c9dc022a360374753, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:23:30,308 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/.tmp/table/cb20f9eb23794763b5101ecce4a035fb as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/table/cb20f9eb23794763b5101ecce4a035fb 2024-11-10T06:23:30,311 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/table/cb20f9eb23794763b5101ecce4a035fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:23:30,312 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-10T06:23:30,315 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:23:30,316 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:30,316 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:30,316 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:30,316 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219809400Running coprocessor pre-close hooks at 1731219809400Disabling compacts and flushes for region at 1731219809400Disabling writes for close at 1731219809401 (+1 ms)Obtaining lock to block concurrent updates at 1731219809401Preparing flush snapshotting stores in 1588230740 at 1731219809401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219809401Flushing stores of hbase:meta,,1.1588230740 at 1731219809401Flushing 1588230740/info: creating writer at 1731219809401Flushing 1588230740/info: appending metadata at 1731219809418 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731219809418Flushing 1588230740/ns: creating writer at 1731219809426 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731219809441 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219809441Flushing 1588230740/rep_barrier: creating writer at 1731219809849 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219809866 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219809866Flushing 1588230740/table: creating writer at 1731219810274 (+408 ms)Flushing 1588230740/table: appending metadata at 1731219810288 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731219810288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d47fb29: reopening flushed file at 1731219810295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb60ea1: reopening flushed file at 1731219810299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3670f9e5: reopening flushed file at 1731219810303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aab5cdc: reopening flushed file at 1731219810307 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1731219810312 (+5 ms)Writing region close event to WAL at 1731219810313 (+1 ms)Running coprocessor post-close hooks at 1731219810316 (+3 ms)Closed at 1731219810316 2024-11-10T06:23:30,316 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:30,401 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T06:23:30,401 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1325): Online Regions={31ced661d09f09ac621dea6d463f1c52=test,,1731219798887.31ced661d09f09ac621dea6d463f1c52.} 2024-11-10T06:23:30,401 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:30,417 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 915, reset compression=false 2024-11-10T06:23:30,422 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:30,422 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 1162, reset compression=false 2024-11-10T06:23:30,422 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,39579,1731219794097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:30,423 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,39579,1731219794097: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,39579,1731219794097, walGroup=c48ba4c5549b%2C39579%2C1731219794097, offset=c48ba4c5549b%2C39579%2C1731219794097.1731219795681:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:23:30,423 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:23:30,423 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:23:30,424 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:23:30,424 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:23:30,424 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:23:30,424 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 650499528 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191483504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:23:30,425 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:42849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:42849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:23:30,602 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:30,625 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 1162, reset compression=false 2024-11-10T06:23:30,686 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f1/a633b4b66c2a410eb737040a4cf5e16f 2024-11-10T06:23:30,690 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a633b4b66c2a410eb737040a4cf5e16f 2024-11-10T06:23:30,704 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/norep/3c288895cf7e4b338dd6c6d8c8f91c63 is 33, key is row1/norep:/1731219808389/DeleteFamily/seqid=0 2024-11-10T06:23:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741847_1023 (size=5108) 2024-11-10T06:23:30,802 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:30,880 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:30,928 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 1162, reset compression=false 2024-11-10T06:23:31,002 DEBUG [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1351): Waiting on 31ced661d09f09ac621dea6d463f1c52 2024-11-10T06:23:31,109 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/norep/3c288895cf7e4b338dd6c6d8c8f91c63 2024-11-10T06:23:31,113 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c288895cf7e4b338dd6c6d8c8f91c63 2024-11-10T06:23:31,113 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f/5ed469df4a04460eb6526da3f43e5ef1 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/f/5ed469df4a04460eb6526da3f43e5ef1 2024-11-10T06:23:31,117 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ed469df4a04460eb6526da3f43e5ef1 2024-11-10T06:23:31,117 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/f/5ed469df4a04460eb6526da3f43e5ef1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:31,117 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/f1/a633b4b66c2a410eb737040a4cf5e16f as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/f1/a633b4b66c2a410eb737040a4cf5e16f 2024-11-10T06:23:31,121 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a633b4b66c2a410eb737040a4cf5e16f 2024-11-10T06:23:31,121 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/f1/a633b4b66c2a410eb737040a4cf5e16f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:31,121 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/.tmp/norep/3c288895cf7e4b338dd6c6d8c8f91c63 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/norep/3c288895cf7e4b338dd6c6d8c8f91c63 2024-11-10T06:23:31,125 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c288895cf7e4b338dd6c6d8c8f91c63 2024-11-10T06:23:31,125 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/norep/3c288895cf7e4b338dd6c6d8c8f91c63, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:31,126 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31ced661d09f09ac621dea6d463f1c52 in 1288ms, sequenceid=8, compaction requested=false 2024-11-10T06:23:31,129 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/data/default/test/31ced661d09f09ac621dea6d463f1c52/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:23:31,129 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:31,129 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:31,130 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:31,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ced661d09f09ac621dea6d463f1c52: Waiting for close lock at 1731219809838Running coprocessor pre-close hooks at 1731219809838Disabling compacts and flushes for region at 1731219809838Disabling writes for close at 1731219809838Obtaining lock to block concurrent updates at 1731219809838Preparing flush snapshotting stores in 31ced661d09f09ac621dea6d463f1c52 at 1731219809838Finished memstore snapshotting test,,1731219798887.31ced661d09f09ac621dea6d463f1c52., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731219809838Flushing stores of test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. at 1731219809839 (+1 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/f: creating writer at 1731219809839Flushing 31ced661d09f09ac621dea6d463f1c52/f: appending metadata at 1731219809854 (+15 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/f: closing flushed file at 1731219809854Flushing 31ced661d09f09ac621dea6d463f1c52/f1: creating writer at 1731219810264 (+410 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/f1: appending metadata at 1731219810278 (+14 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/f1: closing flushed file at 1731219810278Flushing 31ced661d09f09ac621dea6d463f1c52/norep: creating writer at 1731219810690 (+412 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/norep: appending metadata at 1731219810703 (+13 ms)Flushing 31ced661d09f09ac621dea6d463f1c52/norep: closing flushed file at 1731219810703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa7d975: reopening flushed file at 1731219811113 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8add8: reopening flushed file at 1731219811117 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3012cb9f: reopening flushed file at 1731219811121 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 31ced661d09f09ac621dea6d463f1c52 in 1288ms, sequenceid=8, compaction requested=false at 1731219811126 (+5 ms)Writing region close event to WAL at 1731219811127 (+1 ms)Running coprocessor post-close hooks at 1731219811129 (+2 ms)Closed at 1731219811129 2024-11-10T06:23:31,130 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219798887.31ced661d09f09ac621dea6d463f1c52. 2024-11-10T06:23:31,202 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,39579,1731219794097; all regions closed. 2024-11-10T06:23:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:23:31,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.meta.1731219796612.meta not finished, retry = 0 2024-11-10T06:23:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741839_1015 (size=2676) 2024-11-10T06:23:31,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.rep.1731219804342 not finished, retry = 0 2024-11-10T06:23:31,331 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 1162, reset compression=false 2024-11-10T06:23:31,336 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:31,336 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/WALs/c48ba4c5549b,39579,1731219794097/c48ba4c5549b%2C39579%2C1731219794097.1731219795681 to pos 1806, reset compression=false 2024-11-10T06:23:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741832_1008 (size=1814) 2024-11-10T06:23:31,411 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:31,411 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:31,411 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:31,412 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:31,412 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:31,412 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:31,412 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,39579,1731219794097 because: Region server is closing 2024-11-10T06:23:31,412 INFO [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39579. 2024-11-10T06:23:31,412 DEBUG [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:31,412 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:31,412 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:31,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:31,513 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.shipperc48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 terminated 2024-11-10T06:23:31,513 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,39579,1731219794097.replicationSource.wal-reader.c48ba4c5549b%2C39579%2C1731219794097,1-c48ba4c5549b,39579,1731219794097 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:23:31,513 INFO [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39579. 2024-11-10T06:23:31,513 DEBUG [RS:0;c48ba4c5549b:39579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:31,513 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:31,513 DEBUG [RS:0;c48ba4c5549b:39579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:31,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:31,513 INFO [RS:0;c48ba4c5549b:39579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39579 2024-11-10T06:23:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139303081/rs/c48ba4c5549b,39579,1731219794097 2024-11-10T06:23:31,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081/rs 2024-11-10T06:23:31,515 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:31,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,39579,1731219794097] 2024-11-10T06:23:31,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12139303081/draining/c48ba4c5549b,39579,1731219794097 already deleted, retry=false 2024-11-10T06:23:31,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,39579,1731219794097 expired; onlineServers=0 2024-11-10T06:23:31,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,42849,1731219794060' ***** 2024-11-10T06:23:31,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:31,519 DEBUG [M:0;c48ba4c5549b:42849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:23:31,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:23:31,519 DEBUG [M:0;c48ba4c5549b:42849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:23:31,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219795474 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219795474,5,FailOnTimeoutGroup] 2024-11-10T06:23:31,519 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219795474 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219795474,5,FailOnTimeoutGroup] 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:31,519 DEBUG [M:0;c48ba4c5549b:42849 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:23:31,519 INFO [M:0;c48ba4c5549b:42849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:31,520 INFO [M:0;c48ba4c5549b:42849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:23:31,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:23:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12139303081/master 2024-11-10T06:23:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12139303081 2024-11-10T06:23:31,520 DEBUG [M:0;c48ba4c5549b:42849 {}] zookeeper.ZKUtil(347): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Unable to get data of znode /12139303081/master because node does not exist (not an error) 2024-11-10T06:23:31,520 WARN [M:0;c48ba4c5549b:42849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:23:31,521 INFO [M:0;c48ba4c5549b:42849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/.lastflushedseqids 2024-11-10T06:23:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741848_1024 (size=245) 2024-11-10T06:23:31,584 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:31,617 INFO [RS:0;c48ba4c5549b:39579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39579-0x101008b7f4d0004, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:31,617 INFO [RS:0;c48ba4c5549b:39579 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,39579,1731219794097; zookeeper connection closed. 2024-11-10T06:23:31,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bba057a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bba057a 2024-11-10T06:23:31,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:23:31,926 INFO [M:0;c48ba4c5549b:42849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:23:31,926 INFO [M:0;c48ba4c5549b:42849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:23:31,926 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:31,926 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:31,926 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:31,926 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:31,926 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:31,926 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T06:23:31,945 DEBUG [M:0;c48ba4c5549b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bc6d860a9647bfab62af74e1583677 is 82, key is hbase:meta,,1/info:regioninfo/1731219796648/Put/seqid=0 2024-11-10T06:23:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741849_1025 (size=5672) 2024-11-10T06:23:32,349 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bc6d860a9647bfab62af74e1583677 2024-11-10T06:23:32,367 DEBUG [M:0;c48ba4c5549b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee0a782b6134d498edb7fd973f371f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219804383/Put/seqid=0 2024-11-10T06:23:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741850_1026 (size=8516) 2024-11-10T06:23:32,387 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:32,770 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee0a782b6134d498edb7fd973f371f2 2024-11-10T06:23:32,789 DEBUG [M:0;c48ba4c5549b:42849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a652d70f48245a49bffe947a9632140 is 69, key is c48ba4c5549b,39579,1731219794097/rs:state/1731219795537/Put/seqid=0 2024-11-10T06:23:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741851_1027 (size=5156) 2024-11-10T06:23:33,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:33,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:33,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28387 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:33,193 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a652d70f48245a49bffe947a9632140 2024-11-10T06:23:33,198 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75bc6d860a9647bfab62af74e1583677 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75bc6d860a9647bfab62af74e1583677 2024-11-10T06:23:33,201 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75bc6d860a9647bfab62af74e1583677, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:23:33,202 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fee0a782b6134d498edb7fd973f371f2 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fee0a782b6134d498edb7fd973f371f2 2024-11-10T06:23:33,205 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fee0a782b6134d498edb7fd973f371f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:23:33,206 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a652d70f48245a49bffe947a9632140 as hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a652d70f48245a49bffe947a9632140 2024-11-10T06:23:33,209 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/eaff0e00-8ea4-b080-815c-31724a0ee7c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a652d70f48245a49bffe947a9632140, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:23:33,210 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-10T06:23:33,212 INFO [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:33,212 DEBUG [M:0;c48ba4c5549b:42849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219811926Disabling compacts and flushes for region at 1731219811926Disabling writes for close at 1731219811926Obtaining lock to block concurrent updates at 1731219811926Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219811926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731219811927 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219811927Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219811927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219811944 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219811944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219812353 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219812366 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219812366Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219812774 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219812789 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219812789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622093a3: reopening flushed file at 1731219813197 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b5d8da: reopening flushed file at 1731219813201 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b5042f: reopening flushed file at 1731219813205 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731219813210 (+5 ms)Writing region close event to WAL at 1731219813212 (+2 ms)Closed at 1731219813212 2024-11-10T06:23:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40953 is added to blk_1073741830_1006 (size=63654) 2024-11-10T06:23:33,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:33,215 INFO [M:0;c48ba4c5549b:42849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:23:33,215 INFO [M:0;c48ba4c5549b:42849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42849 2024-11-10T06:23:33,216 INFO [M:0;c48ba4c5549b:42849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:33,290 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:33,318 INFO [M:0;c48ba4c5549b:42849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42849-0x101008b7f4d0003, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:33,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641f60a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:33,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fbd94a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:33,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:33,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3624214d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:33,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170eb768{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:33,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:23:33,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:23:33,323 WARN [BP-161075538-172.17.0.2-1731219793139 heartbeating to localhost/127.0.0.1:40539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:23:33,323 WARN [BP-161075538-172.17.0.2-1731219793139 heartbeating to localhost/127.0.0.1:40539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-161075538-172.17.0.2-1731219793139 (Datanode Uuid eacd8e83-4fac-43a1-b748-21b62afcac93) service to localhost/127.0.0.1:40539 2024-11-10T06:23:33,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/cluster_588dbd39-1aae-ee78-015e-26aaf39015af/data/data1/current/BP-161075538-172.17.0.2-1731219793139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:33,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/cluster_588dbd39-1aae-ee78-015e-26aaf39015af/data/data2/current/BP-161075538-172.17.0.2-1731219793139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:33,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:23:33,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e86afc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:33,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20876e25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:33,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:33,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2662ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:33,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496d180{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:23:33,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:23:33,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:33,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:33,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:33,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:33,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:33,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:23:33,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=577211917, stopped=false 2024-11-10T06:23:33,347 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,40829,1731219790026 2024-11-10T06:23:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01013707785/running 2024-11-10T06:23:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01013707785/running 2024-11-10T06:23:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:33,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:33,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:33,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:33,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/running 2024-11-10T06:23:33,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:33,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:33,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Set watcher on znode that does not yet exist, /01013707785/running 2024-11-10T06:23:33,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,43207,1731219790074' ***** 2024-11-10T06:23:33,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:23:33,351 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:23:33,351 INFO [RS:0;c48ba4c5549b:43207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:23:33,351 INFO [RS:0;c48ba4c5549b:43207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:23:33,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:23:33,351 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 971a48899bf79c9f9faa558f0b9e22b9 2024-11-10T06:23:33,352 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:43207. 2024-11-10T06:23:33,352 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 971a48899bf79c9f9faa558f0b9e22b9, disabling compactions & flushes 2024-11-10T06:23:33,352 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:33,352 DEBUG [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:33,352 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:33,352 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:33,352 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. after waiting 0 ms 2024-11-10T06:23:33,352 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:23:33,352 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 971a48899bf79c9f9faa558f0b9e22b9 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:23:33,352 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:23:33,352 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1325): Online Regions={971a48899bf79c9f9faa558f0b9e22b9=test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., 1588230740=hbase:meta,,1.1588230740, c78afacf8cae81b8a47f8d6c6ea7ef72=hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.} 2024-11-10T06:23:33,352 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:33,352 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:33,353 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:33,353 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:33,353 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:33,353 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:33,353 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:23:33,372 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f/8fb84c2f79d0442e8ca64cdbea38c344 is 29, key is row1/f:/1731219808389/DeleteFamily/seqid=0 2024-11-10T06:23:33,373 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/info/58834df641fd428abc4c458edd609b20 is 147, key is hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72./info:regioninfo/1731219802228/Put/seqid=0 2024-11-10T06:23:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741840_1016 (size=5118) 2024-11-10T06:23:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741841_1017 (size=7686) 2024-11-10T06:23:33,377 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/info/58834df641fd428abc4c458edd609b20 2024-11-10T06:23:33,401 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/ns/bf0d65e3ed2b4989be9563b9ba420d05 is 43, key is default/ns:d/1731219793056/Put/seqid=0 2024-11-10T06:23:33,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:23:33,405 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/ns/bf0d65e3ed2b4989be9563b9ba420d05 2024-11-10T06:23:33,425 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/rep_barrier/fda7413d88c44d1186f1b4a544e5abd7 is 112, key is test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9./rep_barrier:seqnumDuringOpen/1731219797882/Put/seqid=0 2024-11-10T06:23:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741843_1019 (size=5518) 2024-11-10T06:23:33,553 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:33,753 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:33,777 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f/8fb84c2f79d0442e8ca64cdbea38c344 2024-11-10T06:23:33,781 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fb84c2f79d0442e8ca64cdbea38c344 2024-11-10T06:23:33,795 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f1/3b379e63efbb4d63a3e35b3a6263e18b is 30, key is row1/f1:/1731219808389/DeleteFamily/seqid=0 2024-11-10T06:23:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741844_1020 (size=5123) 2024-11-10T06:23:33,829 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/rep_barrier/fda7413d88c44d1186f1b4a544e5abd7 2024-11-10T06:23:33,846 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/table/3d550777ba0b4368b5f7cfef040ab067 is 53, key is hbase:replication/table:state/1731219802235/Put/seqid=0 2024-11-10T06:23:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741845_1021 (size=5308) 2024-11-10T06:23:33,937 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:23:33,937 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:23:33,953 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,153 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,199 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f1/3b379e63efbb4d63a3e35b3a6263e18b 2024-11-10T06:23:34,203 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b379e63efbb4d63a3e35b3a6263e18b 2024-11-10T06:23:34,217 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/norep/b562f97dbcce460a8f2e8fcd1588ffc3 is 32, key is row/norep:/1731219807384/DeleteFamily/seqid=0 2024-11-10T06:23:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741846_1022 (size=5101) 2024-11-10T06:23:34,250 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/table/3d550777ba0b4368b5f7cfef040ab067 2024-11-10T06:23:34,254 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/info/58834df641fd428abc4c458edd609b20 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/info/58834df641fd428abc4c458edd609b20 2024-11-10T06:23:34,257 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/info/58834df641fd428abc4c458edd609b20, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:23:34,258 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/ns/bf0d65e3ed2b4989be9563b9ba420d05 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/ns/bf0d65e3ed2b4989be9563b9ba420d05 2024-11-10T06:23:34,261 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/ns/bf0d65e3ed2b4989be9563b9ba420d05, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:23:34,261 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/rep_barrier/fda7413d88c44d1186f1b4a544e5abd7 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/rep_barrier/fda7413d88c44d1186f1b4a544e5abd7 2024-11-10T06:23:34,264 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/rep_barrier/fda7413d88c44d1186f1b4a544e5abd7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:23:34,265 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/.tmp/table/3d550777ba0b4368b5f7cfef040ab067 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/table/3d550777ba0b4368b5f7cfef040ab067 2024-11-10T06:23:34,268 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/table/3d550777ba0b4368b5f7cfef040ab067, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:23:34,269 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-10T06:23:34,269 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:23:34,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:23:34,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:34,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:23:34,273 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:34,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219813352Running coprocessor pre-close hooks at 1731219813352Disabling compacts and flushes for region at 1731219813352Disabling writes for close at 1731219813353 (+1 ms)Obtaining lock to block concurrent updates at 1731219813353Preparing flush snapshotting stores in 1588230740 at 1731219813353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219813353Flushing stores of hbase:meta,,1.1588230740 at 1731219813353Flushing 1588230740/info: creating writer at 1731219813353Flushing 1588230740/info: appending metadata at 1731219813373 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731219813373Flushing 1588230740/ns: creating writer at 1731219813382 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731219813401 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731219813401Flushing 1588230740/rep_barrier: creating writer at 1731219813408 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219813425 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219813425Flushing 1588230740/table: creating writer at 1731219813833 (+408 ms)Flushing 1588230740/table: appending metadata at 1731219813846 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731219813846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4bb23f: reopening flushed file at 1731219814253 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349f046: reopening flushed file at 1731219814257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61958436: reopening flushed file at 1731219814261 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d87f7f7: reopening flushed file at 1731219814264 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1731219814269 (+5 ms)Writing region close event to WAL at 1731219814270 (+1 ms)Running coprocessor post-close hooks at 1731219814273 (+3 ms)Closed at 1731219814273 2024-11-10T06:23:34,273 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:34,294 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 912, reset compression=false 2024-11-10T06:23:34,299 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:34,299 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 1159, reset compression=false 2024-11-10T06:23:34,299 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,43207,1731219790074 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:34,299 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,43207,1731219790074: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,43207,1731219790074, walGroup=c48ba4c5549b%2C43207%2C1731219790074, offset=c48ba4c5549b%2C43207%2C1731219790074.1731219792067:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:23:34,300 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:23:34,300 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:23:34,301 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:23:34,301 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:23:34,301 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:23:34,301 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 711316936 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 192210248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:23:34,301 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:23:34,353 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:23:34,353 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1325): Online Regions={971a48899bf79c9f9faa558f0b9e22b9=test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., c78afacf8cae81b8a47f8d6c6ea7ef72=hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72.} 2024-11-10T06:23:34,353 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,502 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 1159, reset compression=false 2024-11-10T06:23:34,554 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on 971a48899bf79c9f9faa558f0b9e22b9, c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,621 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/norep/b562f97dbcce460a8f2e8fcd1588ffc3 2024-11-10T06:23:34,625 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b562f97dbcce460a8f2e8fcd1588ffc3 2024-11-10T06:23:34,625 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f/8fb84c2f79d0442e8ca64cdbea38c344 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/f/8fb84c2f79d0442e8ca64cdbea38c344 2024-11-10T06:23:34,629 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8fb84c2f79d0442e8ca64cdbea38c344 2024-11-10T06:23:34,629 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/f/8fb84c2f79d0442e8ca64cdbea38c344, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:34,630 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/f1/3b379e63efbb4d63a3e35b3a6263e18b as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/f1/3b379e63efbb4d63a3e35b3a6263e18b 2024-11-10T06:23:34,633 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b379e63efbb4d63a3e35b3a6263e18b 2024-11-10T06:23:34,633 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/f1/3b379e63efbb4d63a3e35b3a6263e18b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:34,634 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/.tmp/norep/b562f97dbcce460a8f2e8fcd1588ffc3 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/norep/b562f97dbcce460a8f2e8fcd1588ffc3 2024-11-10T06:23:34,637 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b562f97dbcce460a8f2e8fcd1588ffc3 2024-11-10T06:23:34,637 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/norep/b562f97dbcce460a8f2e8fcd1588ffc3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T06:23:34,638 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 971a48899bf79c9f9faa558f0b9e22b9 in 1286ms, sequenceid=8, compaction requested=false 2024-11-10T06:23:34,638 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:23:34,642 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/data/default/test/971a48899bf79c9f9faa558f0b9e22b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:34,643 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 971a48899bf79c9f9faa558f0b9e22b9: Waiting for close lock at 1731219813352Running coprocessor pre-close hooks at 1731219813352Disabling compacts and flushes for region at 1731219813352Disabling writes for close at 1731219813352Obtaining lock to block concurrent updates at 1731219813352Preparing flush snapshotting stores in 971a48899bf79c9f9faa558f0b9e22b9 at 1731219813352Finished memstore snapshotting test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731219813352Flushing stores of test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. at 1731219813353 (+1 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/f: creating writer at 1731219813353Flushing 971a48899bf79c9f9faa558f0b9e22b9/f: appending metadata at 1731219813371 (+18 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/f: closing flushed file at 1731219813371Flushing 971a48899bf79c9f9faa558f0b9e22b9/f1: creating writer at 1731219813781 (+410 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/f1: appending metadata at 1731219813794 (+13 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/f1: closing flushed file at 1731219813794Flushing 971a48899bf79c9f9faa558f0b9e22b9/norep: creating writer at 1731219814203 (+409 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/norep: appending metadata at 1731219814216 (+13 ms)Flushing 971a48899bf79c9f9faa558f0b9e22b9/norep: closing flushed file at 1731219814216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60389291: reopening flushed file at 1731219814625 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac8c17a: reopening flushed file at 1731219814629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d692e01: reopening flushed file at 1731219814633 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 971a48899bf79c9f9faa558f0b9e22b9 in 1286ms, sequenceid=8, compaction requested=false at 1731219814638 (+5 ms)Writing region close event to WAL at 1731219814640 (+2 ms)Running coprocessor post-close hooks at 1731219814642 (+2 ms)Closed at 1731219814643 (+1 ms) 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219796733.971a48899bf79c9f9faa558f0b9e22b9. 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c78afacf8cae81b8a47f8d6c6ea7ef72, disabling compactions & flushes 2024-11-10T06:23:34,643 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. after waiting 0 ms 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c78afacf8cae81b8a47f8d6c6ea7ef72: Waiting for close lock at 1731219814643Running coprocessor pre-close hooks at 1731219814643Disabling compacts and flushes for region at 1731219814643Disabling writes for close at 1731219814643Failed flush hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72., putting online again at 1731219814643 2024-11-10T06:23:34,643 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,754 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,754 DEBUG [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1351): Waiting on c78afacf8cae81b8a47f8d6c6ea7ef72 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c78afacf8cae81b8a47f8d6c6ea7ef72, disabling compactions & flushes 2024-11-10T06:23:34,754 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. after waiting 0 ms 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c78afacf8cae81b8a47f8d6c6ea7ef72: Waiting for close lock at 1731219814754Running coprocessor pre-close hooks at 1731219814754Disabling compacts and flushes for region at 1731219814754Disabling writes for close at 1731219814754Failed flush hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72., putting online again at 1731219814754 2024-11-10T06:23:34,754 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219801053.c78afacf8cae81b8a47f8d6c6ea7ef72. 2024-11-10T06:23:34,806 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 1159, reset compression=false 2024-11-10T06:23:34,811 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:34,811 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 1803, reset compression=false 2024-11-10T06:23:34,954 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T06:23:34,954 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,43207,1731219790074; all regions closed. 2024-11-10T06:23:34,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.meta.1731219792999.meta not finished, retry = 0 2024-11-10T06:23:34,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:23:35,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/WALs/c48ba4c5549b,43207,1731219790074/c48ba4c5549b%2C43207%2C1731219790074.1731219792067 to pos 1803, reset compression=false 2024-11-10T06:23:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741839_1015 (size=1733) 2024-11-10T06:23:35,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741832_1008 (size=1811) 2024-11-10T06:23:35,061 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:35,061 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:23:35,062 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:35,062 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:35,062 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:35,062 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:35,062 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,43207,1731219790074 because: Region server is closing 2024-11-10T06:23:35,062 INFO [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:43207. 2024-11-10T06:23:35,062 DEBUG [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:35,062 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:35,062 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:35,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:35,163 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.shipperc48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 terminated 2024-11-10T06:23:35,163 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,43207,1731219790074.replicationSource.wal-reader.c48ba4c5549b%2C43207%2C1731219790074,1-c48ba4c5549b,43207,1731219790074 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:23:35,163 INFO [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:43207. 2024-11-10T06:23:35,163 DEBUG [RS:0;c48ba4c5549b:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:35,163 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:35,163 DEBUG [RS:0;c48ba4c5549b:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:35,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:35,163 INFO [RS:0;c48ba4c5549b:43207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43207 2024-11-10T06:23:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785/rs 2024-11-10T06:23:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01013707785/rs/c48ba4c5549b,43207,1731219790074 2024-11-10T06:23:35,165 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:35,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,43207,1731219790074] 2024-11-10T06:23:35,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01013707785/draining/c48ba4c5549b,43207,1731219790074 already deleted, retry=false 2024-11-10T06:23:35,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,43207,1731219790074 expired; onlineServers=0 2024-11-10T06:23:35,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,40829,1731219790026' ***** 2024-11-10T06:23:35,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:23:35,168 DEBUG [M:0;c48ba4c5549b:40829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:23:35,168 DEBUG [M:0;c48ba4c5549b:40829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:23:35,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:23:35,168 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219791855 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219791855,5,FailOnTimeoutGroup] 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:23:35,168 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219791855 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219791855,5,FailOnTimeoutGroup] 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:23:35,168 DEBUG [M:0;c48ba4c5549b:40829 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:23:35,168 INFO [M:0;c48ba4c5549b:40829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:23:35,169 INFO [M:0;c48ba4c5549b:40829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:23:35,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:23:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01013707785/master 2024-11-10T06:23:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01013707785 2024-11-10T06:23:35,174 DEBUG [M:0;c48ba4c5549b:40829 {}] zookeeper.ZKUtil(347): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Unable to get data of znode /01013707785/master because node does not exist (not an error) 2024-11-10T06:23:35,174 WARN [M:0;c48ba4c5549b:40829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:23:35,175 INFO [M:0;c48ba4c5549b:40829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/.lastflushedseqids 2024-11-10T06:23:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741847_1023 (size=245) 2024-11-10T06:23:35,181 INFO [M:0;c48ba4c5549b:40829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:23:35,182 INFO [M:0;c48ba4c5549b:40829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:23:35,182 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:35,182 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:35,182 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:35,182 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:35,182 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:35,182 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T06:23:35,196 DEBUG [M:0;c48ba4c5549b:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a380df08af074bf79070316369b5ec57 is 82, key is hbase:meta,,1/info:regioninfo/1731219793041/Put/seqid=0 2024-11-10T06:23:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741848_1024 (size=5672) 2024-11-10T06:23:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x101008b7f4d0001, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:35,267 INFO [RS:0;c48ba4c5549b:43207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:35,267 INFO [RS:0;c48ba4c5549b:43207 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,43207,1731219790074; zookeeper connection closed. 2024-11-10T06:23:35,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e8bd372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e8bd372 2024-11-10T06:23:35,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:23:35,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:35,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:35,600 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a380df08af074bf79070316369b5ec57 2024-11-10T06:23:35,622 DEBUG [M:0;c48ba4c5549b:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a844b8273fe846ea8ebdfab59b676ed2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219802239/Put/seqid=0 2024-11-10T06:23:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741849_1025 (size=8516) 2024-11-10T06:23:36,026 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a844b8273fe846ea8ebdfab59b676ed2 2024-11-10T06:23:36,044 DEBUG [M:0;c48ba4c5549b:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4754f50bc6d4817b16543ffa77791e9 is 69, key is c48ba4c5549b,43207,1731219790074/rs:state/1731219791921/Put/seqid=0 2024-11-10T06:23:36,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741850_1026 (size=5156) 2024-11-10T06:23:36,447 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4754f50bc6d4817b16543ffa77791e9 2024-11-10T06:23:36,452 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a380df08af074bf79070316369b5ec57 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a380df08af074bf79070316369b5ec57 2024-11-10T06:23:36,456 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a380df08af074bf79070316369b5ec57, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:23:36,456 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a844b8273fe846ea8ebdfab59b676ed2 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a844b8273fe846ea8ebdfab59b676ed2 2024-11-10T06:23:36,460 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a844b8273fe846ea8ebdfab59b676ed2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:23:36,460 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4754f50bc6d4817b16543ffa77791e9 as hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4754f50bc6d4817b16543ffa77791e9 2024-11-10T06:23:36,463 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43703/user/jenkins/test-data/95d2be32-bc48-bd18-51e6-fdb14b379da3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4754f50bc6d4817b16543ffa77791e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:23:36,464 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-10T06:23:36,465 INFO [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:36,465 DEBUG [M:0;c48ba4c5549b:40829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219815182Disabling compacts and flushes for region at 1731219815182Disabling writes for close at 1731219815182Obtaining lock to block concurrent updates at 1731219815182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219815182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731219815182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219815183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219815183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219815196 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219815196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219815604 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219815621 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219815621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219816030 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219816043 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219816043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1d0c2c: reopening flushed file at 1731219816451 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2526fba3: reopening flushed file at 1731219816456 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8997cf: reopening flushed file at 1731219816460 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731219816464 (+4 ms)Writing region close event to WAL at 1731219816465 (+1 ms)Closed at 1731219816465 2024-11-10T06:23:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41895 is added to blk_1073741830_1006 (size=63654) 2024-11-10T06:23:36,467 INFO [M:0;c48ba4c5549b:40829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:23:36,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:23:36,468 INFO [M:0;c48ba4c5549b:40829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40829 2024-11-10T06:23:36,468 INFO [M:0;c48ba4c5549b:40829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:23:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:36,573 INFO [M:0;c48ba4c5549b:40829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:23:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x101008b7f4d0000, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:23:36,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c7bfc9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:36,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1842d1ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:36,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25be6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6057ddd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:36,577 WARN [BP-1552397562-172.17.0.2-1731219789013 heartbeating to localhost/127.0.0.1:43703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:23:36,577 WARN [BP-1552397562-172.17.0.2-1731219789013 heartbeating to localhost/127.0.0.1:43703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552397562-172.17.0.2-1731219789013 (Datanode Uuid ce60b7ee-8428-40fd-a056-fe66a234c390) service to localhost/127.0.0.1:43703 2024-11-10T06:23:36,577 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:23:36,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:23:36,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/data/data1/current/BP-1552397562-172.17.0.2-1731219789013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:36,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/cluster_313e383a-998b-688c-e6a5-61a2d5a10c52/data/data2/current/BP-1552397562-172.17.0.2-1731219789013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:23:36,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:23:36,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79954a59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:36,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ebb900e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:23:36,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:23:36,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c561da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:23:36,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2c1ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6878269-00be-900b-c7ca-74a49d41fece/hadoop.log.dir/,STOPPED} 2024-11-10T06:23:36,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:23:36,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:23:36,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 245) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40539 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43703 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52302) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 178) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9003 (was 9022) 2024-11-10T06:23:36,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=9003 2024-11-10T06:23:36,639 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T06:23:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir so I do NOT create it in target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2 2024-11-10T06:23:36,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:23:36,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.tmp.dir so I do NOT create it in target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2 2024-11-10T06:23:36,640 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5948a8a8-ff1b-d1b9-c4e5-3362786bb9d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:23:36,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2 2024-11-10T06:23:36,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7, deleteOnExit=true 2024-11-10T06:23:36,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/zookeeper_0, clientPort=63326, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:23:36,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63326 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/test.cache.data in system properties and HBase conf 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:23:36,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:23:36,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:23:36,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:23:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008b7f4d0005, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:23:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008b7f4d0002, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:23:36,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008b7f4d0002, quorum=127.0.0.1:52302, baseZNode=/01013707785 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:23:36,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008b7f4d0005, quorum=127.0.0.1:52302, baseZNode=/12139303081 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:23:36,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:36,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:36,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:36,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:36,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:36,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:36,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:36,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:36,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63177e2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/java.io.tmpdir/jetty-localhost-34453-hadoop-hdfs-3_4_1-tests_jar-_-any-2396352022373583753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:36,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:34453} 2024-11-10T06:23:36,854 INFO [Time-limited test {}] server.Server(415): Started @214487ms 2024-11-10T06:23:36,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:36,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:36,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:36,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:36,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:36,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:36,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:37,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@180b46f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/java.io.tmpdir/jetty-localhost-39575-hadoop-hdfs-3_4_1-tests_jar-_-any-7729824062312654712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:37,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:39575} 2024-11-10T06:23:37,050 INFO [Time-limited test {}] server.Server(415): Started @214683ms 2024-11-10T06:23:37,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:23:37,157 WARN [Thread-2681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/data/data2/current/BP-848778533-172.17.0.2-1731219816663/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:37,157 WARN [Thread-2680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/data/data1/current/BP-848778533-172.17.0.2-1731219816663/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:37,180 WARN [Thread-2668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:23:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c30cbe216efae48 with lease ID 0x1e4874e8e6c07724: Processing first storage report for DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3 from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=02e42b07-d2b7-4287-891c-284f85ff000d, infoPort=39947, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1621274811;c=1731219816663) 2024-11-10T06:23:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c30cbe216efae48 with lease ID 0x1e4874e8e6c07724: from storage DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3 node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=02e42b07-d2b7-4287-891c-284f85ff000d, infoPort=39947, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1621274811;c=1731219816663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c30cbe216efae48 with lease ID 0x1e4874e8e6c07724: Processing first storage report for DS-e06bc270-615d-451a-bff2-a46f2622df29 from datanode DatanodeRegistration(127.0.0.1:32963, datanodeUuid=02e42b07-d2b7-4287-891c-284f85ff000d, infoPort=39947, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1621274811;c=1731219816663) 2024-11-10T06:23:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c30cbe216efae48 with lease ID 0x1e4874e8e6c07724: from storage DS-e06bc270-615d-451a-bff2-a46f2622df29 node DatanodeRegistration(127.0.0.1:32963, datanodeUuid=02e42b07-d2b7-4287-891c-284f85ff000d, infoPort=39947, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=1621274811;c=1731219816663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:37,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2 2024-11-10T06:23:37,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:23:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:23:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:23:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:23:37,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:37,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401 with version=8 2024-11-10T06:23:37,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/hbase-staging 2024-11-10T06:23:37,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:23:37,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:37,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39293 2024-11-10T06:23:37,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39293 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:37,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392930x0, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:37,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39293-0x101008beb520000 connected 2024-11-10T06:23:37,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/running 2024-11-10T06:23:37,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401, hbase.cluster.distributed=false 2024-11-10T06:23:37,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/acl 2024-11-10T06:23:37,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-10T06:23:37,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39293 2024-11-10T06:23:37,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39293 2024-11-10T06:23:37,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-10T06:23:37,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39293 2024-11-10T06:23:37,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:23:37,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:37,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35157 2024-11-10T06:23:37,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35157 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:37,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:37,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351570x0, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:37,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/running 2024-11-10T06:23:37,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35157-0x101008beb520001 connected 2024-11-10T06:23:37,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:23:37,756 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:23:37,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/master 2024-11-10T06:23:37,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/acl 2024-11-10T06:23:37,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-10T06:23:37,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35157 2024-11-10T06:23:37,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35157 2024-11-10T06:23:37,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-10T06:23:37,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35157 2024-11-10T06:23:37,779 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:39293 2024-11-10T06:23:37,780 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1323615393/backup-masters/c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/backup-masters 2024-11-10T06:23:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/backup-masters 2024-11-10T06:23:37,781 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on existing znode=/0-1323615393/backup-masters/c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:37,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1323615393/master 2024-11-10T06:23:37,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:37,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:37,785 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on existing znode=/0-1323615393/master 2024-11-10T06:23:37,785 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1323615393/backup-masters/c48ba4c5549b,39293,1731219817695 from backup master directory 2024-11-10T06:23:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1323615393/backup-masters/c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/backup-masters 2024-11-10T06:23:37,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/backup-masters 2024-11-10T06:23:37,786 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:37,786 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:37,789 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/hbase.id] with ID: af37bffb-2884-48ab-8210-80f86961db72 2024-11-10T06:23:37,789 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/.tmp/hbase.id 2024-11-10T06:23:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:23:38,194 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/.tmp/hbase.id]:[hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/hbase.id] 2024-11-10T06:23:38,203 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:38,203 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:23:38,204 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T06:23:38,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:38,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:23:38,615 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:38,616 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:23:38,616 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:23:39,023 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store 2024-11-10T06:23:39,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:23:39,429 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:39,429 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:39,429 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:39,429 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:39,430 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-10T06:23:39,430 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:39,430 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:39,430 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219819429Disabling compacts and flushes for region at 1731219819429Disabling writes for close at 1731219819430 (+1 ms)Writing region close event to WAL at 1731219819430Closed at 1731219819430 2024-11-10T06:23:39,430 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/.initializing 2024-11-10T06:23:39,430 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/WALs/c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:39,431 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:39,433 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C39293%2C1731219817695, suffix=, logDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/WALs/c48ba4c5549b,39293,1731219817695, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/oldWALs, maxLogs=10 2024-11-10T06:23:39,447 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/WALs/c48ba4c5549b,39293,1731219817695/c48ba4c5549b%2C39293%2C1731219817695.1731219819433, exclude list is [], retry=0 2024-11-10T06:23:39,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3,DISK] 2024-11-10T06:23:39,450 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/WALs/c48ba4c5549b,39293,1731219817695/c48ba4c5549b%2C39293%2C1731219817695.1731219819433 2024-11-10T06:23:39,452 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-10T06:23:39,452 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:39,453 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:39,453 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,453 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:23:39,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:23:39,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:39,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:39,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:23:39,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:39,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:39,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:23:39,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:39,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:39,471 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,471 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,472 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,473 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,473 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,473 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:39,474 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:39,475 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:39,475 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69420383, jitterRate=0.03444431722164154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:39,476 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219819453Initializing all the Stores at 1731219819453Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219819453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219819456 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219819456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219819456Cleaning up temporary data from old regions at 1731219819473 (+17 ms)Region opened successfully at 1731219819476 (+3 ms) 2024-11-10T06:23:39,476 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:23:39,478 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275eed0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:39,479 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:23:39,479 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:23:39,479 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:23:39,479 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:23:39,480 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:23:39,480 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:23:39,480 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:23:39,481 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:23:39,482 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/balancer because node does not exist (not necessarily an error) 2024-11-10T06:23:39,484 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/balancer already deleted, retry=false 2024-11-10T06:23:39,484 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:23:39,485 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:23:39,486 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/normalizer already deleted, retry=false 2024-11-10T06:23:39,486 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:23:39,486 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:23:39,487 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/switch/split already deleted, retry=false 2024-11-10T06:23:39,488 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:23:39,490 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/switch/merge already deleted, retry=false 2024-11-10T06:23:39,492 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:23:39,493 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/snapshot-cleanup already deleted, retry=false 2024-11-10T06:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1323615393/running 2024-11-10T06:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1323615393/running 2024-11-10T06:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,495 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,39293,1731219817695, sessionid=0x101008beb520000, setting cluster-up flag (Was=false) 2024-11-10T06:23:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,502 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1323615393/flush-table-proc/acquired, /0-1323615393/flush-table-proc/reached, /0-1323615393/flush-table-proc/abort 2024-11-10T06:23:39,503 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:39,511 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1323615393/online-snapshot/acquired, /0-1323615393/online-snapshot/reached, /0-1323615393/online-snapshot/abort 2024-11-10T06:23:39,511 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:39,512 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:23:39,513 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:39,514 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:23:39,514 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:23:39,514 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,39293,1731219817695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:39,515 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219849516 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:23:39,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:39,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:23:39,516 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:39,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:23:39,520 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:23:39,520 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:23:39,520 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:23:39,520 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:23:39,523 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:23:39,523 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:23:39,523 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219819523,5,FailOnTimeoutGroup] 2024-11-10T06:23:39,524 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219819523,5,FailOnTimeoutGroup] 2024-11-10T06:23:39,524 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,524 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:23:39,524 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,524 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:23:39,571 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(746): ClusterId : af37bffb-2884-48ab-8210-80f86961db72 2024-11-10T06:23:39,571 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:23:39,573 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:23:39,573 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:23:39,575 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:23:39,575 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3405b70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:39,587 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:35157 2024-11-10T06:23:39,587 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:23:39,587 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:23:39,587 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:23:39,588 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,39293,1731219817695 with port=35157, startcode=1731219817743 2024-11-10T06:23:39,588 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:23:39,590 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:23:39,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39293 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,592 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401 2024-11-10T06:23:39,592 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35615 2024-11-10T06:23:39,592 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:23:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/rs 2024-11-10T06:23:39,593 DEBUG [RS:0;c48ba4c5549b:35157 {}] zookeeper.ZKUtil(111): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on existing znode=/0-1323615393/rs/c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,593 WARN [RS:0;c48ba4c5549b:35157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:39,594 INFO [RS:0;c48ba4c5549b:35157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:39,594 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,35157,1731219817743] 2024-11-10T06:23:39,596 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:23:39,598 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:23:39,598 INFO [RS:0;c48ba4c5549b:35157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:23:39,598 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,598 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:23:39,599 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:23:39,599 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:39,599 DEBUG [RS:0;c48ba4c5549b:35157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,600 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35157,1731219817743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:39,613 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:23:39,613 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35157,1731219817743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,614 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,614 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.Replication(171): c48ba4c5549b,35157,1731219817743 started 2024-11-10T06:23:39,626 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:39,626 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,35157,1731219817743, RpcServer on c48ba4c5549b/172.17.0.2:35157, sessionid=0x101008beb520001 2024-11-10T06:23:39,626 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:23:39,626 DEBUG [RS:0;c48ba4c5549b:35157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,626 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35157,1731219817743' 2024-11-10T06:23:39,626 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1323615393/flush-table-proc/abort' 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1323615393/flush-table-proc/acquired' 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35157,1731219817743' 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1323615393/online-snapshot/abort' 2024-11-10T06:23:39,627 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1323615393/online-snapshot/acquired' 2024-11-10T06:23:39,628 DEBUG [RS:0;c48ba4c5549b:35157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:23:39,628 INFO [RS:0;c48ba4c5549b:35157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:23:39,628 INFO [RS:0;c48ba4c5549b:35157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:23:39,728 INFO [RS:0;c48ba4c5549b:35157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:39,729 INFO [RS:0;c48ba4c5549b:35157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35157%2C1731219817743, suffix=, logDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/oldWALs, maxLogs=10 2024-11-10T06:23:39,742 DEBUG [RS:0;c48ba4c5549b:35157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, exclude list is [], retry=0 2024-11-10T06:23:39,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3,DISK] 2024-11-10T06:23:39,746 INFO [RS:0;c48ba4c5549b:35157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 2024-11-10T06:23:39,748 DEBUG [RS:0;c48ba4c5549b:35157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-10T06:23:39,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:23:39,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401 2024-11-10T06:23:39,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:23:40,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:40,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:40,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:40,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:40,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:40,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:40,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:40,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:40,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:40,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:40,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740 2024-11-10T06:23:40,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740 2024-11-10T06:23:40,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:40,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:40,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:40,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:40,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:40,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65607075, jitterRate=-0.022378399968147278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:40,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219820332Initializing all the Stores at 1731219820333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219820333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820333Cleaning up temporary data from old regions at 1731219820340 (+7 ms)Region opened successfully at 1731219820343 (+3 ms) 2024-11-10T06:23:40,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:40,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:40,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:40,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:40,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:40,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:40,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219820343Disabling compacts and flushes for region at 1731219820343Disabling writes for close at 1731219820343Writing region close event to WAL at 1731219820343Closed at 1731219820343 2024-11-10T06:23:40,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:40,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:23:40,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:23:40,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:40,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:23:40,496 DEBUG [c48ba4c5549b:39293 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:23:40,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:40,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35157,1731219817743, state=OPENING 2024-11-10T06:23:40,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:23:40,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:40,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:40,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1323615393/meta-region-server: CHANGED 2024-11-10T06:23:40,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1323615393/meta-region-server: CHANGED 2024-11-10T06:23:40,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:40,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35157,1731219817743}] 2024-11-10T06:23:40,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:40,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:23:40,661 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:23:40,661 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:40,661 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:23:40,662 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35157%2C1731219817743.meta, suffix=.meta, logDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/oldWALs, maxLogs=10 2024-11-10T06:23:40,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,683 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.meta.1731219820663.meta, exclude list is [], retry=0 2024-11-10T06:23:40,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3,DISK] 2024-11-10T06:23:40,686 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.meta.1731219820663.meta 2024-11-10T06:23:40,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-10T06:23:40,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:40,687 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:40,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:40,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:23:40,687 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:23:40,687 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:23:40,688 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:40,688 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:23:40,688 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:23:40,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:40,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:40,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:40,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:40,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:40,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:40,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:40,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:40,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:40,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:40,693 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:40,693 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740 2024-11-10T06:23:40,694 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740 2024-11-10T06:23:40,695 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:40,695 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:40,695 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:40,696 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:40,697 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73987093, jitterRate=0.10249359905719757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:40,697 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:23:40,697 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219820688Writing region info on filesystem at 1731219820688Initializing all the Stores at 1731219820688Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820689 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219820689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219820689Cleaning up temporary data from old regions at 1731219820695 (+6 ms)Running coprocessor post-open hooks at 1731219820697 (+2 ms)Region opened successfully at 1731219820697 2024-11-10T06:23:40,698 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219820657 2024-11-10T06:23:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,700 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:23:40,700 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:23:40,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:40,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35157,1731219817743, state=OPEN 2024-11-10T06:23:40,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1323615393/meta-region-server 2024-11-10T06:23:40,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1323615393/meta-region-server 2024-11-10T06:23:40,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1323615393/meta-region-server: CHANGED 2024-11-10T06:23:40,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1323615393/meta-region-server: CHANGED 2024-11-10T06:23:40,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:40,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:23:40,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35157,1731219817743 in 198 msec 2024-11-10T06:23:40,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:23:40,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-10T06:23:40,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:40,707 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:23:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:40,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35157,1731219817743, seqNum=-1] 2024-11-10T06:23:40,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:40,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:40,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-10T06:23:40,714 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219820714, completionTime=-1 2024-11-10T06:23:40,714 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:23:40,714 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219880716 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219940716 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:39293, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,717 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,718 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:40,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:23:40,721 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:23:40,721 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:23:40,722 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39293,1731219817695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:40,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b813421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:40,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:40,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:40,773 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18177581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:40,775 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:40,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b35c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:40,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35157,1731219817743, seqNum=-1] 2024-11-10T06:23:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:40,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:40,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:40,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:40,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:40,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008beb520002 connected 2024-11-10T06:23:40,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir so I do NOT create it in target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad 2024-11-10T06:23:40,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:23:40,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.tmp.dir so I do NOT create it in target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad 2024-11-10T06:23:40,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:23:40,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/cluster_8a25aef6-95ec-a0ce-cac2-2fb4c4ba87c0, deleteOnExit=true 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/test.cache.data in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:23:40,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:40,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:23:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:23:40,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:40,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:40,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:40,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:40,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:23:40,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:40,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:40,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:41,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@683bd178{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/java.io.tmpdir/jetty-localhost-43433-hadoop-hdfs-3_4_1-tests_jar-_-any-8538715254811038795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:41,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:43433} 2024-11-10T06:23:41,014 INFO [Time-limited test {}] server.Server(415): Started @218647ms 2024-11-10T06:23:41,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:41,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:41,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:41,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:41,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:23:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:41,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:41,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f4d3814{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/java.io.tmpdir/jetty-localhost-34197-hadoop-hdfs-3_4_1-tests_jar-_-any-15412367797849078725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:41,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:34197} 2024-11-10T06:23:41,216 INFO [Time-limited test {}] server.Server(415): Started @218848ms 2024-11-10T06:23:41,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:23:41,318 WARN [Thread-2801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/cluster_8a25aef6-95ec-a0ce-cac2-2fb4c4ba87c0/data/data1/current/BP-969469590-172.17.0.2-1731219820806/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:41,318 WARN [Thread-2802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/cluster_8a25aef6-95ec-a0ce-cac2-2fb4c4ba87c0/data/data2/current/BP-969469590-172.17.0.2-1731219820806/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:41,337 WARN [Thread-2789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:23:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50008a1a5ce8dbd2 with lease ID 0x849b5dbc5c1f2472: Processing first storage report for DS-81af18cb-3852-4847-aacc-931207e9dcf2 from datanode DatanodeRegistration(127.0.0.1:45005, datanodeUuid=30bd6e48-83ab-4140-833b-cf97afad454b, infoPort=44265, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1071632663;c=1731219820806) 2024-11-10T06:23:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50008a1a5ce8dbd2 with lease ID 0x849b5dbc5c1f2472: from storage DS-81af18cb-3852-4847-aacc-931207e9dcf2 node DatanodeRegistration(127.0.0.1:45005, datanodeUuid=30bd6e48-83ab-4140-833b-cf97afad454b, infoPort=44265, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1071632663;c=1731219820806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50008a1a5ce8dbd2 with lease ID 0x849b5dbc5c1f2472: Processing first storage report for DS-2ca07a17-6c3c-474d-ad42-2e6d31202730 from datanode DatanodeRegistration(127.0.0.1:45005, datanodeUuid=30bd6e48-83ab-4140-833b-cf97afad454b, infoPort=44265, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1071632663;c=1731219820806) 2024-11-10T06:23:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50008a1a5ce8dbd2 with lease ID 0x849b5dbc5c1f2472: from storage DS-2ca07a17-6c3c-474d-ad42-2e6d31202730 node DatanodeRegistration(127.0.0.1:45005, datanodeUuid=30bd6e48-83ab-4140-833b-cf97afad454b, infoPort=44265, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1071632663;c=1731219820806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:41,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad 2024-11-10T06:23:41,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:23:41,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad with version=8 2024-11-10T06:23:41,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/hbase-staging 2024-11-10T06:23:41,851 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:23:41,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:41,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34175 2024-11-10T06:23:41,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34175 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:41,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341750x0, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:41,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34175-0x101008beb520003 connected 2024-11-10T06:23:41,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/running 2024-11-10T06:23:41,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad, hbase.cluster.distributed=false 2024-11-10T06:23:41,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/acl 2024-11-10T06:23:41,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-10T06:23:41,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34175 2024-11-10T06:23:41,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34175 2024-11-10T06:23:41,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-10T06:23:41,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-10T06:23:41,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:23:41,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:41,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41467 2024-11-10T06:23:41,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41467 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:41,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414670x0, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:41,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414670x0, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/running 2024-11-10T06:23:41,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41467-0x101008beb520004 connected 2024-11-10T06:23:41,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:23:41,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:23:41,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/master 2024-11-10T06:23:41,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/acl 2024-11-10T06:23:41,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-10T06:23:41,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41467 2024-11-10T06:23:41,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41467 2024-11-10T06:23:41,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-10T06:23:41,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41467 2024-11-10T06:23:41,928 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:34175 2024-11-10T06:23:41,928 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11682185800/backup-masters/c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/backup-masters 2024-11-10T06:23:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/backup-masters 2024-11-10T06:23:41,930 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on existing znode=/11682185800/backup-masters/c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:41,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682185800/master 2024-11-10T06:23:41,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:41,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:41,932 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on existing znode=/11682185800/master 2024-11-10T06:23:41,932 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11682185800/backup-masters/c48ba4c5549b,34175,1731219821851 from backup master directory 2024-11-10T06:23:41,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682185800/backup-masters/c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:41,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/backup-masters 2024-11-10T06:23:41,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/backup-masters 2024-11-10T06:23:41,934 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:41,934 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:41,938 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/hbase.id] with ID: 88fb6776-27b3-4539-b7ef-6b0db9bc94f3 2024-11-10T06:23:41,938 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/.tmp/hbase.id 2024-11-10T06:23:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:23:42,342 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/.tmp/hbase.id]:[hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/hbase.id] 2024-11-10T06:23:42,350 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:42,350 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:23:42,351 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:23:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:42,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:23:42,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:42,759 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:23:42,759 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:23:43,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:43,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:43,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38446 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:43,166 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store 2024-11-10T06:23:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:43,571 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:43,571 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:43,571 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219823571Disabling compacts and flushes for region at 1731219823571Disabling writes for close at 1731219823571Writing region close event to WAL at 1731219823571Closed at 1731219823571 2024-11-10T06:23:43,572 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/.initializing 2024-11-10T06:23:43,572 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/WALs/c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:43,573 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:43,574 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C34175%2C1731219821851, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/WALs/c48ba4c5549b,34175,1731219821851, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/oldWALs, maxLogs=10 2024-11-10T06:23:43,591 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/WALs/c48ba4c5549b,34175,1731219821851/c48ba4c5549b%2C34175%2C1731219821851.1731219823574, exclude list is [], retry=0 2024-11-10T06:23:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-81af18cb-3852-4847-aacc-931207e9dcf2,DISK] 2024-11-10T06:23:43,594 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/WALs/c48ba4c5549b,34175,1731219821851/c48ba4c5549b%2C34175%2C1731219821851.1731219823574 2024-11-10T06:23:43,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44265:44265)] 2024-11-10T06:23:43,594 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:43,595 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:43,595 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,595 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:23:43,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:43,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:43,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:23:43,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:43,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:43,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:23:43,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:43,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:43,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:23:43,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:43,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:43,601 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,602 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,602 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,602 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,602 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,603 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:43,603 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:43,605 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:43,605 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62011375, jitterRate=-0.0759585052728653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:43,605 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219823595Initializing all the Stores at 1731219823595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219823595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219823595Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219823595Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219823595Cleaning up temporary data from old regions at 1731219823602 (+7 ms)Region opened successfully at 1731219823605 (+3 ms) 2024-11-10T06:23:43,606 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:23:43,608 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5692079c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:23:43,609 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:23:43,610 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:23:43,611 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:23:43,612 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/balancer because node does not exist (not necessarily an error) 2024-11-10T06:23:43,613 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/balancer already deleted, retry=false 2024-11-10T06:23:43,613 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:23:43,614 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:23:43,615 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/normalizer already deleted, retry=false 2024-11-10T06:23:43,615 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:23:43,616 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:23:43,618 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/switch/split already deleted, retry=false 2024-11-10T06:23:43,619 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:23:43,620 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/switch/merge already deleted, retry=false 2024-11-10T06:23:43,622 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:23:43,623 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/snapshot-cleanup already deleted, retry=false 2024-11-10T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682185800/running 2024-11-10T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11682185800/running 2024-11-10T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,34175,1731219821851, sessionid=0x101008beb520003, setting cluster-up flag (Was=false) 2024-11-10T06:23:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,633 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11682185800/flush-table-proc/acquired, /11682185800/flush-table-proc/reached, /11682185800/flush-table-proc/abort 2024-11-10T06:23:43,634 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:43,642 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11682185800/online-snapshot/acquired, /11682185800/online-snapshot/reached, /11682185800/online-snapshot/abort 2024-11-10T06:23:43,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:43,643 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:23:43,645 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:43,645 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:23:43,645 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:23:43,645 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,34175,1731219821851 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:43,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,647 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219853647 2024-11-10T06:23:43,647 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:23:43,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:43,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:23:43,648 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:43,649 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:23:43,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:23:43,649 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:23:43,649 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:23:43,649 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:23:43,652 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:23:43,652 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:23:43,654 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219823652,5,FailOnTimeoutGroup] 2024-11-10T06:23:43,654 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219823654,5,FailOnTimeoutGroup] 2024-11-10T06:23:43,654 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,654 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:23:43,654 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,654 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:23:43,715 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(746): ClusterId : 88fb6776-27b3-4539-b7ef-6b0db9bc94f3 2024-11-10T06:23:43,715 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:23:43,717 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:23:43,717 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:23:43,719 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:23:43,720 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcb0283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:43,731 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:41467 2024-11-10T06:23:43,732 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:23:43,732 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:23:43,732 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:23:43,732 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,34175,1731219821851 with port=41467, startcode=1731219821886 2024-11-10T06:23:43,732 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:23:43,733 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:23:43,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34175 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,735 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad 2024-11-10T06:23:43,735 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39129 2024-11-10T06:23:43,735 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:23:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/rs 2024-11-10T06:23:43,741 DEBUG [RS:0;c48ba4c5549b:41467 {}] zookeeper.ZKUtil(111): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on existing znode=/11682185800/rs/c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,741 WARN [RS:0;c48ba4c5549b:41467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:43,741 INFO [RS:0;c48ba4c5549b:41467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:43,741 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,41467,1731219821886] 2024-11-10T06:23:43,744 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:23:43,746 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:23:43,746 INFO [RS:0;c48ba4c5549b:41467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:23:43,746 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,747 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:23:43,747 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:23:43,748 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:43,748 DEBUG [RS:0;c48ba4c5549b:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:43,748 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,749 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,749 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,749 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,749 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,749 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,41467,1731219821886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:43,766 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:23:43,767 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,41467,1731219821886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,767 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,767 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.Replication(171): c48ba4c5549b,41467,1731219821886 started 2024-11-10T06:23:43,783 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:43,783 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,41467,1731219821886, RpcServer on c48ba4c5549b/172.17.0.2:41467, sessionid=0x101008beb520004 2024-11-10T06:23:43,783 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:23:43,783 DEBUG [RS:0;c48ba4c5549b:41467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,783 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,41467,1731219821886' 2024-11-10T06:23:43,783 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11682185800/flush-table-proc/abort' 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11682185800/flush-table-proc/acquired' 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,41467,1731219821886' 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11682185800/online-snapshot/abort' 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11682185800/online-snapshot/acquired' 2024-11-10T06:23:43,784 DEBUG [RS:0;c48ba4c5549b:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:23:43,785 INFO [RS:0;c48ba4c5549b:41467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:23:43,785 INFO [RS:0;c48ba4c5549b:41467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:23:43,885 INFO [RS:0;c48ba4c5549b:41467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:43,886 INFO [RS:0;c48ba4c5549b:41467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C41467%2C1731219821886, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/oldWALs, maxLogs=10 2024-11-10T06:23:43,899 DEBUG [RS:0;c48ba4c5549b:41467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, exclude list is [], retry=0 2024-11-10T06:23:43,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-81af18cb-3852-4847-aacc-931207e9dcf2,DISK] 2024-11-10T06:23:43,903 INFO [RS:0;c48ba4c5549b:41467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 2024-11-10T06:23:43,903 DEBUG [RS:0;c48ba4c5549b:41467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44265:44265)] 2024-11-10T06:23:44,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:23:44,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad 2024-11-10T06:23:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:23:44,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:44,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:44,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:44,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:44,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:44,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:44,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:44,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:44,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:44,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740 2024-11-10T06:23:44,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740 2024-11-10T06:23:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:44,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:44,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:44,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:44,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:44,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60403414, jitterRate=-0.09991899132728577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219824464Initializing all the Stores at 1731219824465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219824465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824465Cleaning up temporary data from old regions at 1731219824472 (+7 ms)Region opened successfully at 1731219824474 (+2 ms) 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:44,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:44,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:44,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219824475Disabling compacts and flushes for region at 1731219824475Disabling writes for close at 1731219824475Writing region close event to WAL at 1731219824475Closed at 1731219824475 2024-11-10T06:23:44,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:44,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:23:44,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:23:44,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:44,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:23:44,628 DEBUG [c48ba4c5549b:34175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:23:44,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:44,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,41467,1731219821886, state=OPENING 2024-11-10T06:23:44,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:23:44,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:44,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:44,632 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:44,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682185800/meta-region-server: CHANGED 2024-11-10T06:23:44,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682185800/meta-region-server: CHANGED 2024-11-10T06:23:44,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,41467,1731219821886}] 2024-11-10T06:23:44,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:44,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:23:44,789 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:23:44,789 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:44,790 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:23:44,791 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C41467%2C1731219821886.meta, suffix=.meta, logDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/oldWALs, maxLogs=10 2024-11-10T06:23:44,807 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.meta.1731219824791.meta, exclude list is [], retry=0 2024-11-10T06:23:44,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-81af18cb-3852-4847-aacc-931207e9dcf2,DISK] 2024-11-10T06:23:44,810 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.meta.1731219824791.meta 2024-11-10T06:23:44,810 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44265:44265)] 2024-11-10T06:23:44,810 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:44,811 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:23:44,811 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:23:44,811 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:23:44,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:44,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:44,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:44,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:44,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:44,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:44,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:44,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:44,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:44,816 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:44,816 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740 2024-11-10T06:23:44,817 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740 2024-11-10T06:23:44,818 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:44,818 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:44,818 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:44,819 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:44,819 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60066523, jitterRate=-0.1049390584230423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:44,819 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:23:44,819 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219824811Writing region info on filesystem at 1731219824811Initializing all the Stores at 1731219824812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219824812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219824812Cleaning up temporary data from old regions at 1731219824818 (+6 ms)Running coprocessor post-open hooks at 1731219824819 (+1 ms)Region opened successfully at 1731219824819 2024-11-10T06:23:44,820 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219824784 2024-11-10T06:23:44,822 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:23:44,822 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:23:44,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:44,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,41467,1731219821886, state=OPEN 2024-11-10T06:23:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11682185800/meta-region-server 2024-11-10T06:23:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11682185800/meta-region-server 2024-11-10T06:23:44,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:44,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682185800/meta-region-server: CHANGED 2024-11-10T06:23:44,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11682185800/meta-region-server: CHANGED 2024-11-10T06:23:44,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:23:44,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,41467,1731219821886 in 192 msec 2024-11-10T06:23:44,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:23:44,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-10T06:23:44,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:44,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:23:44,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:44,829 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,41467,1731219821886, seqNum=-1] 2024-11-10T06:23:44,829 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:44,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:44,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1890 sec 2024-11-10T06:23:44,834 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219824834, completionTime=-1 2024-11-10T06:23:44,834 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:23:44,834 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:23:44,835 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:23:44,835 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219884835 2024-11-10T06:23:44,835 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219944835 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:34175, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,836 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,838 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:44,839 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:23:44,841 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:23:44,841 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:23:44,841 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34175,1731219821851-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:44,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b990c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:44,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:44,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:44,917 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98bd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:44,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:44,918 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ddf68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:44,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,41467,1731219821886, seqNum=-1] 2024-11-10T06:23:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:44,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:44,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:44,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:44,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:44,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008beb520005 connected 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir so I do NOT create it in target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb 2024-11-10T06:23:44,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.tmp.dir so I do NOT create it in target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb 2024-11-10T06:23:44,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:23:44,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/cluster_2c215b10-cb63-65b7-1786-dfa5e719cd19, deleteOnExit=true 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/test.cache.data in system properties and HBase conf 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:23:44,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:23:44,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:23:44,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:23:44,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:23:45,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:45,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:45,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:45,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:45,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:23:45,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:45,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:45,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:45,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb74dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/java.io.tmpdir/jetty-localhost-42617-hadoop-hdfs-3_4_1-tests_jar-_-any-9766622398181690374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:23:45,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:42617} 2024-11-10T06:23:45,129 INFO [Time-limited test {}] server.Server(415): Started @222762ms 2024-11-10T06:23:45,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:23:45,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:23:45,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:23:45,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:23:45,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:23:45,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:23:45,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:23:45,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a207af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/java.io.tmpdir/jetty-localhost-36119-hadoop-hdfs-3_4_1-tests_jar-_-any-1781062514226976427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:23:45,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:36119} 2024-11-10T06:23:45,316 INFO [Time-limited test {}] server.Server(415): Started @222949ms 2024-11-10T06:23:45,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:23:45,417 WARN [Thread-2921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/cluster_2c215b10-cb63-65b7-1786-dfa5e719cd19/data/data1/current/BP-458151129-172.17.0.2-1731219824948/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:45,417 WARN [Thread-2922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/cluster_2c215b10-cb63-65b7-1786-dfa5e719cd19/data/data2/current/BP-458151129-172.17.0.2-1731219824948/current, will proceed with Du for space computation calculation, 2024-11-10T06:23:45,437 WARN [Thread-2909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:23:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x924c815fd2fc6f37 with lease ID 0x8d85b26e0a572912: Processing first storage report for DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=a9bb1cf7-7db6-4d78-8bef-e67f26705c64, infoPort=39207, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=1096619275;c=1731219824948) 2024-11-10T06:23:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x924c815fd2fc6f37 with lease ID 0x8d85b26e0a572912: from storage DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=a9bb1cf7-7db6-4d78-8bef-e67f26705c64, infoPort=39207, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=1096619275;c=1731219824948), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:23:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x924c815fd2fc6f37 with lease ID 0x8d85b26e0a572912: Processing first storage report for DS-780c9b6a-057c-4a69-b4e6-f5894771414e from datanode DatanodeRegistration(127.0.0.1:37459, datanodeUuid=a9bb1cf7-7db6-4d78-8bef-e67f26705c64, infoPort=39207, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=1096619275;c=1731219824948) 2024-11-10T06:23:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x924c815fd2fc6f37 with lease ID 0x8d85b26e0a572912: from storage DS-780c9b6a-057c-4a69-b4e6-f5894771414e node DatanodeRegistration(127.0.0.1:37459, datanodeUuid=a9bb1cf7-7db6-4d78-8bef-e67f26705c64, infoPort=39207, infoSecurePort=0, ipcPort=41977, storageInfo=lv=-57;cid=testClusterID;nsid=1096619275;c=1731219824948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:23:45,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb 2024-11-10T06:23:45,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:23:45,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:23:45,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618 with version=8 2024-11-10T06:23:45,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/hbase-staging 2024-11-10T06:23:45,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:23:45,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:45,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33721 2024-11-10T06:23:45,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33721 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337210x0, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:45,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33721-0x101008beb520006 connected 2024-11-10T06:23:45,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/running 2024-11-10T06:23:45,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618, hbase.cluster.distributed=false 2024-11-10T06:23:45,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/acl 2024-11-10T06:23:45,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-10T06:23:45,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33721 2024-11-10T06:23:45,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33721 2024-11-10T06:23:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-10T06:23:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-10T06:23:45,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:23:45,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35083 2024-11-10T06:23:45,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35083 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:45,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:45,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350830x0, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:45,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35083-0x101008beb520007 connected 2024-11-10T06:23:45,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/running 2024-11-10T06:23:45,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:23:46,000 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:23:46,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/master 2024-11-10T06:23:46,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/acl 2024-11-10T06:23:46,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:23:46,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35083 2024-11-10T06:23:46,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35083 2024-11-10T06:23:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:23:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35083 2024-11-10T06:23:46,020 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:33721 2024-11-10T06:23:46,020 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2927033462/backup-masters/c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:46,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/backup-masters 2024-11-10T06:23:46,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/backup-masters 2024-11-10T06:23:46,022 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on existing znode=/2927033462/backup-masters/c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2927033462/master 2024-11-10T06:23:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:46,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:46,024 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on existing znode=/2927033462/master 2024-11-10T06:23:46,025 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2927033462/backup-masters/c48ba4c5549b,33721,1731219825951 from backup master directory 2024-11-10T06:23:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/backup-masters 2024-11-10T06:23:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2927033462/backup-masters/c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:46,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/backup-masters 2024-11-10T06:23:46,026 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:46,026 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:46,029 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/hbase.id] with ID: 2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1 2024-11-10T06:23:46,029 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/.tmp/hbase.id 2024-11-10T06:23:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:23:46,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:46,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:46,438 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/.tmp/hbase.id]:[hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/hbase.id] 2024-11-10T06:23:46,446 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:23:46,446 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:23:46,447 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:23:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:23:46,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:46,854 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:23:46,855 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:23:47,261 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store 2024-11-10T06:23:47,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:23:47,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:23:47,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:47,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:23:47,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:23:47,666 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:47,666 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:23:47,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219827666Disabling compacts and flushes for region at 1731219827666Disabling writes for close at 1731219827666Writing region close event to WAL at 1731219827666Closed at 1731219827666 2024-11-10T06:23:47,667 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/.initializing 2024-11-10T06:23:47,667 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/WALs/c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:47,668 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:47,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C33721%2C1731219825951, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/WALs/c48ba4c5549b,33721,1731219825951, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/oldWALs, maxLogs=10 2024-11-10T06:23:47,694 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/WALs/c48ba4c5549b,33721,1731219825951/c48ba4c5549b%2C33721%2C1731219825951.1731219827669, exclude list is [], retry=0 2024-11-10T06:23:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a,DISK] 2024-11-10T06:23:47,700 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/WALs/c48ba4c5549b,33721,1731219825951/c48ba4c5549b%2C33721%2C1731219825951.1731219827669 2024-11-10T06:23:47,700 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39207:39207)] 2024-11-10T06:23:47,701 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:47,701 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:47,701 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,701 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:23:47,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:47,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:47,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:23:47,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:47,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:23:47,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:47,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:47,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:23:47,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:47,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:47,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,709 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,709 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,709 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:47,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:23:47,712 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:47,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67187035, jitterRate=0.0011648386716842651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:47,713 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219827701Initializing all the Stores at 1731219827702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219827702Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219827702Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219827702Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219827702Cleaning up temporary data from old regions at 1731219827709 (+7 ms)Region opened successfully at 1731219827712 (+3 ms) 2024-11-10T06:23:47,713 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:23:47,715 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6858eafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:23:47,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:23:47,718 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:23:47,719 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/balancer because node does not exist (not necessarily an error) 2024-11-10T06:23:47,720 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/balancer already deleted, retry=false 2024-11-10T06:23:47,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:23:47,721 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:23:47,723 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/normalizer already deleted, retry=false 2024-11-10T06:23:47,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:23:47,724 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:23:47,725 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/switch/split already deleted, retry=false 2024-11-10T06:23:47,725 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:23:47,727 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/switch/merge already deleted, retry=false 2024-11-10T06:23:47,728 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:23:47,729 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/snapshot-cleanup already deleted, retry=false 2024-11-10T06:23:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2927033462/running 2024-11-10T06:23:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2927033462/running 2024-11-10T06:23:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,732 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,33721,1731219825951, sessionid=0x101008beb520006, setting cluster-up flag (Was=false) 2024-11-10T06:23:47,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,739 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2927033462/flush-table-proc/acquired, /2927033462/flush-table-proc/reached, /2927033462/flush-table-proc/abort 2024-11-10T06:23:47,740 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:47,747 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2927033462/online-snapshot/acquired, /2927033462/online-snapshot/reached, /2927033462/online-snapshot/abort 2024-11-10T06:23:47,747 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:47,748 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:23:47,750 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:47,750 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:23:47,750 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:23:47,750 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,33721,1731219825951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:47,752 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:47,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219857758 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:23:47,758 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:23:47,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:47,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:23:47,762 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,762 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:23:47,762 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:23:47,762 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:23:47,762 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:23:47,763 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219827763,5,FailOnTimeoutGroup] 2024-11-10T06:23:47,763 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219827763,5,FailOnTimeoutGroup] 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,763 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:23:47,812 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(746): ClusterId : 2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1 2024-11-10T06:23:47,812 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:23:47,814 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:23:47,814 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:23:47,816 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:23:47,817 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1365175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:23:47,829 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:35083 2024-11-10T06:23:47,829 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:23:47,829 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:23:47,829 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:23:47,830 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,33721,1731219825951 with port=35083, startcode=1731219825990 2024-11-10T06:23:47,830 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:23:47,831 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:23:47,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33721 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,833 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618 2024-11-10T06:23:47,833 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38179 2024-11-10T06:23:47,833 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:23:47,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/rs 2024-11-10T06:23:47,838 DEBUG [RS:0;c48ba4c5549b:35083 {}] zookeeper.ZKUtil(111): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on existing znode=/2927033462/rs/c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,838 WARN [RS:0;c48ba4c5549b:35083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:23:47,838 INFO [RS:0;c48ba4c5549b:35083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:47,838 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,35083,1731219825990] 2024-11-10T06:23:47,841 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:23:47,843 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:23:47,843 INFO [RS:0;c48ba4c5549b:35083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:23:47,843 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,843 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:23:47,844 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:23:47,844 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:47,844 DEBUG [RS:0;c48ba4c5549b:35083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,848 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35083,1731219825990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:47,862 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:23:47,862 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,35083,1731219825990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,862 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,862 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.Replication(171): c48ba4c5549b,35083,1731219825990 started 2024-11-10T06:23:47,875 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:47,876 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,35083,1731219825990, RpcServer on c48ba4c5549b/172.17.0.2:35083, sessionid=0x101008beb520007 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35083,1731219825990' 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2927033462/flush-table-proc/abort' 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2927033462/flush-table-proc/acquired' 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:47,876 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,35083,1731219825990' 2024-11-10T06:23:47,877 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2927033462/online-snapshot/abort' 2024-11-10T06:23:47,877 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2927033462/online-snapshot/acquired' 2024-11-10T06:23:47,877 DEBUG [RS:0;c48ba4c5549b:35083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:23:47,877 INFO [RS:0;c48ba4c5549b:35083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:23:47,877 INFO [RS:0;c48ba4c5549b:35083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:23:47,977 INFO [RS:0;c48ba4c5549b:35083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:23:47,979 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219825990, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/oldWALs, maxLogs=10 2024-11-10T06:23:47,992 DEBUG [RS:0;c48ba4c5549b:35083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, exclude list is [], retry=0 2024-11-10T06:23:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a,DISK] 2024-11-10T06:23:47,995 INFO [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 2024-11-10T06:23:47,996 DEBUG [RS:0;c48ba4c5549b:35083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39207:39207)] 2024-11-10T06:23:48,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:23:48,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618 2024-11-10T06:23:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:23:48,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:48,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:48,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:48,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:48,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:48,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:48,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:48,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:48,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:48,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:48,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740 2024-11-10T06:23:48,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740 2024-11-10T06:23:48,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:48,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:48,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:48,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:48,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70211935, jitterRate=0.04623936116695404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219828576Initializing all the Stores at 1731219828577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219828577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828577Cleaning up temporary data from old regions at 1731219828584 (+7 ms)Region opened successfully at 1731219828587 (+3 ms) 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:23:48,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:23:48,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:23:48,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:23:48,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219828587Disabling compacts and flushes for region at 1731219828587Disabling writes for close at 1731219828587Writing region close event to WAL at 1731219828587Closed at 1731219828587 2024-11-10T06:23:48,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:48,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:23:48,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:23:48,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:48,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:23:48,740 DEBUG [c48ba4c5549b:33721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:23:48,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:48,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35083,1731219825990, state=OPENING 2024-11-10T06:23:48,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:23:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:48,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:23:48,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2927033462/meta-region-server: CHANGED 2024-11-10T06:23:48,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2927033462/meta-region-server: CHANGED 2024-11-10T06:23:48,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219825990}] 2024-11-10T06:23:48,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:48,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:23:48,901 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:23:48,901 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:48,901 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:23:48,902 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219825990.meta, suffix=.meta, logDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/oldWALs, maxLogs=10 2024-11-10T06:23:48,916 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.meta.1731219828902.meta, exclude list is [], retry=0 2024-11-10T06:23:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a,DISK] 2024-11-10T06:23:48,919 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.meta.1731219828902.meta 2024-11-10T06:23:48,919 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39207:39207)] 2024-11-10T06:23:48,919 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:48,919 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:23:48,920 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:23:48,920 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:23:48,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:23:48,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:23:48,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:23:48,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:23:48,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:23:48,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:23:48,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:23:48,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:23:48,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:48,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:23:48,925 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:23:48,925 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740 2024-11-10T06:23:48,926 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740 2024-11-10T06:23:48,926 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:23:48,927 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:23:48,927 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:23:48,928 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:23:48,928 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61444557, jitterRate=-0.08440475165843964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:23:48,928 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:23:48,928 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219828920Writing region info on filesystem at 1731219828920Initializing all the Stores at 1731219828921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219828921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219828921Cleaning up temporary data from old regions at 1731219828927 (+6 ms)Running coprocessor post-open hooks at 1731219828928 (+1 ms)Region opened successfully at 1731219828928 2024-11-10T06:23:48,929 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219828897 2024-11-10T06:23:48,931 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:23:48,931 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:23:48,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:48,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,35083,1731219825990, state=OPEN 2024-11-10T06:23:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2927033462/meta-region-server 2024-11-10T06:23:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2927033462/meta-region-server 2024-11-10T06:23:48,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:48,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2927033462/meta-region-server: CHANGED 2024-11-10T06:23:48,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2927033462/meta-region-server: CHANGED 2024-11-10T06:23:48,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:23:48,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,35083,1731219825990 in 188 msec 2024-11-10T06:23:48,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:23:48,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-10T06:23:48,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:23:48,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:23:48,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:48,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219825990, seqNum=-1] 2024-11-10T06:23:48,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:48,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:48,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-10T06:23:48,943 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219828943, completionTime=-1 2024-11-10T06:23:48,943 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:23:48,943 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:23:48,944 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219888944 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219948945 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:33721, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,945 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:48,947 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:23:48,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:23:48,950 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:23:48,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:23:48,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,33721,1731219825951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:23:49,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f37caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:49,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:49,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:49,014 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f873e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:49,016 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:49,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:49,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219825990, seqNum=-1] 2024-11-10T06:23:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:49,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:49,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63326 2024-11-10T06:23:49,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:23:49,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101008beb520008 connected 2024-11-10T06:23:49,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@787085a9 2024-11-10T06:23:49,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:49,029 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:49,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:23:49,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:49,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:49,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:23:49,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:23:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:49,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b79311947249d7c63ddd2875284d75a8, NAME => 'test,,1731219829030.b79311947249d7c63ddd2875284d75a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401 2024-11-10T06:23:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219829030.b79311947249d7c63ddd2875284d75a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b79311947249d7c63ddd2875284d75a8, disabling compactions & flushes 2024-11-10T06:23:49,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219829030.b79311947249d7c63ddd2875284d75a8. after waiting 0 ms 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b79311947249d7c63ddd2875284d75a8: Waiting for close lock at 1731219829445Disabling compacts and flushes for region at 1731219829445Disabling writes for close at 1731219829445Writing region close event to WAL at 1731219829445Closed at 1731219829445 2024-11-10T06:23:49,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:49,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219829030.b79311947249d7c63ddd2875284d75a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219829446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219829446"}]},"ts":"1731219829446"} 2024-11-10T06:23:49,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:49,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:49,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219829449"}]},"ts":"1731219829449"} 2024-11-10T06:23:49,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:23:49,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b79311947249d7c63ddd2875284d75a8, ASSIGN}] 2024-11-10T06:23:49,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b79311947249d7c63ddd2875284d75a8, ASSIGN 2024-11-10T06:23:49,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b79311947249d7c63ddd2875284d75a8, ASSIGN; state=OFFLINE, location=c48ba4c5549b,35157,1731219817743; forceNewPlan=false, retain=false 2024-11-10T06:23:49,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b79311947249d7c63ddd2875284d75a8, regionState=OPENING, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:49,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b79311947249d7c63ddd2875284d75a8, ASSIGN because future has completed 2024-11-10T06:23:49,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79311947249d7c63ddd2875284d75a8, server=c48ba4c5549b,35157,1731219817743}] 2024-11-10T06:23:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:49,760 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,760 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b79311947249d7c63ddd2875284d75a8, NAME => 'test,,1731219829030.b79311947249d7c63ddd2875284d75a8.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:49,760 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:49,760 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:23:49,761 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,761 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219829030.b79311947249d7c63ddd2875284d75a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:49,761 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,761 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,762 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,763 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79311947249d7c63ddd2875284d75a8 columnFamilyName f 2024-11-10T06:23:49,763 DEBUG [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:49,763 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(327): Store=b79311947249d7c63ddd2875284d75a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:49,763 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,764 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79311947249d7c63ddd2875284d75a8 columnFamilyName f1 2024-11-10T06:23:49,764 DEBUG [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:49,765 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(327): Store=b79311947249d7c63ddd2875284d75a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:49,765 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,765 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79311947249d7c63ddd2875284d75a8 columnFamilyName norep 2024-11-10T06:23:49,765 DEBUG [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:49,766 INFO [StoreOpener-b79311947249d7c63ddd2875284d75a8-1 {}] regionserver.HStore(327): Store=b79311947249d7c63ddd2875284d75a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:49,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,767 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,767 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,767 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,768 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:49,769 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,770 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:49,770 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b79311947249d7c63ddd2875284d75a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73042266, jitterRate=0.08841457962989807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:49,770 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:23:49,771 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b79311947249d7c63ddd2875284d75a8: Running coprocessor pre-open hook at 1731219829761Writing region info on filesystem at 1731219829761Initializing all the Stores at 1731219829762 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219829762Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219829762Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219829762Cleaning up temporary data from old regions at 1731219829767 (+5 ms)Running coprocessor post-open hooks at 1731219829770 (+3 ms)Region opened successfully at 1731219829771 (+1 ms) 2024-11-10T06:23:49,772 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219829030.b79311947249d7c63ddd2875284d75a8., pid=6, masterSystemTime=1731219829757 2024-11-10T06:23:49,774 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,774 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:23:49,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b79311947249d7c63ddd2875284d75a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:49,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b79311947249d7c63ddd2875284d75a8, server=c48ba4c5549b,35157,1731219817743 because future has completed 2024-11-10T06:23:49,778 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39293 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c48ba4c5549b,35157,1731219817743, table=test, region=b79311947249d7c63ddd2875284d75a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T06:23:49,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:23:49,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b79311947249d7c63ddd2875284d75a8, server=c48ba4c5549b,35157,1731219817743 in 173 msec 2024-11-10T06:23:49,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:23:49,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b79311947249d7c63ddd2875284d75a8, ASSIGN in 330 msec 2024-11-10T06:23:49,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:49,782 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219829782"}]},"ts":"1731219829782"} 2024-11-10T06:23:49,784 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:23:49,784 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:49,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-10T06:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:50,175 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:23:50,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e64f70 2024-11-10T06:23:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:50,177 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:50,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:23:50,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:50,180 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:50,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:23:50,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:50,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:50,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acfc91b85d1df2c7599e15d66a151904, NAME => 'test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad 2024-11-10T06:23:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:23:50,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:50,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing acfc91b85d1df2c7599e15d66a151904, disabling compactions & flushes 2024-11-10T06:23:50,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. after waiting 0 ms 2024-11-10T06:23:50,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for acfc91b85d1df2c7599e15d66a151904: Waiting for close lock at 1731219830597Disabling compacts and flushes for region at 1731219830597Disabling writes for close at 1731219830597Writing region close event to WAL at 1731219830597Closed at 1731219830597 2024-11-10T06:23:50,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:50,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219830598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219830598"}]},"ts":"1731219830598"} 2024-11-10T06:23:50,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:50,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:50,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219830600"}]},"ts":"1731219830600"} 2024-11-10T06:23:50,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:23:50,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acfc91b85d1df2c7599e15d66a151904, ASSIGN}] 2024-11-10T06:23:50,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=acfc91b85d1df2c7599e15d66a151904, ASSIGN 2024-11-10T06:23:50,603 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=acfc91b85d1df2c7599e15d66a151904, ASSIGN; state=OFFLINE, location=c48ba4c5549b,41467,1731219821886; forceNewPlan=false, retain=false 2024-11-10T06:23:50,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acfc91b85d1df2c7599e15d66a151904, regionState=OPENING, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:50,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=acfc91b85d1df2c7599e15d66a151904, ASSIGN because future has completed 2024-11-10T06:23:50,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acfc91b85d1df2c7599e15d66a151904, server=c48ba4c5549b,41467,1731219821886}] 2024-11-10T06:23:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:50,911 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,911 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => acfc91b85d1df2c7599e15d66a151904, NAME => 'test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:50,912 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:50,912 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:23:50,912 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,912 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:50,912 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,912 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,913 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,914 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfc91b85d1df2c7599e15d66a151904 columnFamilyName f 2024-11-10T06:23:50,914 DEBUG [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:50,914 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(327): Store=acfc91b85d1df2c7599e15d66a151904/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:50,914 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,915 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfc91b85d1df2c7599e15d66a151904 columnFamilyName f1 2024-11-10T06:23:50,915 DEBUG [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:50,915 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(327): Store=acfc91b85d1df2c7599e15d66a151904/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:50,915 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,916 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acfc91b85d1df2c7599e15d66a151904 columnFamilyName norep 2024-11-10T06:23:50,916 DEBUG [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:50,917 INFO [StoreOpener-acfc91b85d1df2c7599e15d66a151904-1 {}] regionserver.HStore(327): Store=acfc91b85d1df2c7599e15d66a151904/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:50,917 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,917 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,917 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,918 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,918 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,918 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:50,919 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,920 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:50,921 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened acfc91b85d1df2c7599e15d66a151904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61631865, jitterRate=-0.08161364495754242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:50,921 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:23:50,921 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for acfc91b85d1df2c7599e15d66a151904: Running coprocessor pre-open hook at 1731219830912Writing region info on filesystem at 1731219830912Initializing all the Stores at 1731219830913 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219830913Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219830913Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219830913Cleaning up temporary data from old regions at 1731219830918 (+5 ms)Running coprocessor post-open hooks at 1731219830921 (+3 ms)Region opened successfully at 1731219830921 2024-11-10T06:23:50,922 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219830178.acfc91b85d1df2c7599e15d66a151904., pid=6, masterSystemTime=1731219830908 2024-11-10T06:23:50,923 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,923 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:23:50,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acfc91b85d1df2c7599e15d66a151904, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:50,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acfc91b85d1df2c7599e15d66a151904, server=c48ba4c5549b,41467,1731219821886 because future has completed 2024-11-10T06:23:50,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:23:50,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure acfc91b85d1df2c7599e15d66a151904, server=c48ba4c5549b,41467,1731219821886 in 170 msec 2024-11-10T06:23:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:23:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=acfc91b85d1df2c7599e15d66a151904, ASSIGN in 325 msec 2024-11-10T06:23:50,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:50,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219830930"}]},"ts":"1731219830930"} 2024-11-10T06:23:50,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:23:50,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:50,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-10T06:23:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:51,315 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:23:51,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec3d1ca 2024-11-10T06:23:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:51,317 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:51,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:23:51,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:51,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:51,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:23:51,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:23:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:51,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:23:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:51,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 330b20cd8bfd5980bf8376d346424314, NAME => 'test,,1731219831317.330b20cd8bfd5980bf8376d346424314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618 2024-11-10T06:23:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:23:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219831317.330b20cd8bfd5980bf8376d346424314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 330b20cd8bfd5980bf8376d346424314, disabling compactions & flushes 2024-11-10T06:23:52,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219831317.330b20cd8bfd5980bf8376d346424314. after waiting 0 ms 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 330b20cd8bfd5980bf8376d346424314: Waiting for close lock at 1731219832135Disabling compacts and flushes for region at 1731219832135Disabling writes for close at 1731219832135Writing region close event to WAL at 1731219832135Closed at 1731219832135 2024-11-10T06:23:52,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:52,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219831317.330b20cd8bfd5980bf8376d346424314.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219832136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219832136"}]},"ts":"1731219832136"} 2024-11-10T06:23:52,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:52,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:52,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219832139"}]},"ts":"1731219832139"} 2024-11-10T06:23:52,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:23:52,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=330b20cd8bfd5980bf8376d346424314, ASSIGN}] 2024-11-10T06:23:52,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=330b20cd8bfd5980bf8376d346424314, ASSIGN 2024-11-10T06:23:52,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=330b20cd8bfd5980bf8376d346424314, ASSIGN; state=OFFLINE, location=c48ba4c5549b,35083,1731219825990; forceNewPlan=false, retain=false 2024-11-10T06:23:52,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=330b20cd8bfd5980bf8376d346424314, regionState=OPENING, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:52,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=330b20cd8bfd5980bf8376d346424314, ASSIGN because future has completed 2024-11-10T06:23:52,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330b20cd8bfd5980bf8376d346424314, server=c48ba4c5549b,35083,1731219825990}] 2024-11-10T06:23:52,450 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,450 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 330b20cd8bfd5980bf8376d346424314, NAME => 'test,,1731219831317.330b20cd8bfd5980bf8376d346424314.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:52,450 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:52,451 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:23:52,451 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,451 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219831317.330b20cd8bfd5980bf8376d346424314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:52,451 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,451 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:52,454 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,455 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330b20cd8bfd5980bf8376d346424314 columnFamilyName f 2024-11-10T06:23:52,455 DEBUG [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:52,456 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(327): Store=330b20cd8bfd5980bf8376d346424314/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:52,456 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,457 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330b20cd8bfd5980bf8376d346424314 columnFamilyName f1 2024-11-10T06:23:52,457 DEBUG [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:52,457 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(327): Store=330b20cd8bfd5980bf8376d346424314/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:52,457 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,458 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 330b20cd8bfd5980bf8376d346424314 columnFamilyName norep 2024-11-10T06:23:52,458 DEBUG [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:52,458 INFO [StoreOpener-330b20cd8bfd5980bf8376d346424314-1 {}] regionserver.HStore(327): Store=330b20cd8bfd5980bf8376d346424314/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:52,458 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,459 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,459 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,460 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,460 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,460 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:52,461 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,463 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:52,463 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 330b20cd8bfd5980bf8376d346424314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777971, jitterRate=0.09937743842601776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:52,463 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:23:52,463 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 330b20cd8bfd5980bf8376d346424314: Running coprocessor pre-open hook at 1731219832451Writing region info on filesystem at 1731219832451Initializing all the Stores at 1731219832451Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219832452 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219832454 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219832454Cleaning up temporary data from old regions at 1731219832460 (+6 ms)Running coprocessor post-open hooks at 1731219832463 (+3 ms)Region opened successfully at 1731219832463 2024-11-10T06:23:52,464 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219831317.330b20cd8bfd5980bf8376d346424314., pid=6, masterSystemTime=1731219832446 2024-11-10T06:23:52,466 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,466 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:23:52,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=330b20cd8bfd5980bf8376d346424314, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:52,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 330b20cd8bfd5980bf8376d346424314, server=c48ba4c5549b,35083,1731219825990 because future has completed 2024-11-10T06:23:52,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:23:52,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 330b20cd8bfd5980bf8376d346424314, server=c48ba4c5549b,35083,1731219825990 in 174 msec 2024-11-10T06:23:52,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:23:52,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=330b20cd8bfd5980bf8376d346424314, ASSIGN in 331 msec 2024-11-10T06:23:52,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:52,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219832473"}]},"ts":"1731219832473"} 2024-11-10T06:23:52,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:23:52,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:52,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-10T06:23:53,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:53,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:53,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48496 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:23:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:23:53,464 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:23:53,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611ca9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:53,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:53,466 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:53,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:53,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:53,468 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4083100c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23427c3b 2024-11-10T06:23:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:53,470 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:53,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:34175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:53,473 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:34175' 2024-11-10T06:23:53,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19de19b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,474 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:53,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:53,475 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:53,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:53,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:53,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464a1bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:53,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:53,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:53,476 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:53,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7a5331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:53,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:53,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:53,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e32d260 2024-11-10T06:23:53,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:53,478 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:53,479 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:23:53,479 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:23:53,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:53,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:53,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:53,480 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:53,480 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:23:53,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:53,481 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:53,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:53,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:23:53,531 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:23:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:53,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 749b158b32fe8769454c10eca05c51d7, NAME => 'hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401 2024-11-10T06:23:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:23:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 749b158b32fe8769454c10eca05c51d7, disabling compactions & flushes 2024-11-10T06:23:54,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. after waiting 0 ms 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 749b158b32fe8769454c10eca05c51d7: Waiting for close lock at 1731219834294Disabling compacts and flushes for region at 1731219834294Disabling writes for close at 1731219834294Writing region close event to WAL at 1731219834294Closed at 1731219834294 2024-11-10T06:23:54,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:54,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219834295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219834295"}]},"ts":"1731219834295"} 2024-11-10T06:23:54,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:54,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:54,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219834298"}]},"ts":"1731219834298"} 2024-11-10T06:23:54,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:23:54,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=749b158b32fe8769454c10eca05c51d7, ASSIGN}] 2024-11-10T06:23:54,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=749b158b32fe8769454c10eca05c51d7, ASSIGN 2024-11-10T06:23:54,302 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=749b158b32fe8769454c10eca05c51d7, ASSIGN; state=OFFLINE, location=c48ba4c5549b,35157,1731219817743; forceNewPlan=false, retain=false 2024-11-10T06:23:54,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:23:54,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=749b158b32fe8769454c10eca05c51d7, regionState=OPENING, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:54,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=749b158b32fe8769454c10eca05c51d7, ASSIGN because future has completed 2024-11-10T06:23:54,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 749b158b32fe8769454c10eca05c51d7, server=c48ba4c5549b,35157,1731219817743}] 2024-11-10T06:23:54,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:23:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:54,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:54,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:23:54,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35157%2C1731219817743.rep, suffix=, logDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/oldWALs, maxLogs=10 2024-11-10T06:23:54,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.rep.1731219834612, exclude list is [], retry=0 2024-11-10T06:23:54,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32963,DS-fd538ebc-6b58-4a44-87af-0d7b2c1166d3,DISK] 2024-11-10T06:23:54,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.rep.1731219834612 2024-11-10T06:23:54,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39947:39947)] 2024-11-10T06:23:54,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 749b158b32fe8769454c10eca05c51d7, NAME => 'hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:54,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. service=MultiRowMutationService 2024-11-10T06:23:54,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,632 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,633 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749b158b32fe8769454c10eca05c51d7 columnFamilyName hfileref 2024-11-10T06:23:54,633 DEBUG [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:54,633 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(327): Store=749b158b32fe8769454c10eca05c51d7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:54,634 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,634 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749b158b32fe8769454c10eca05c51d7 columnFamilyName queue 2024-11-10T06:23:54,634 DEBUG [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:54,635 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(327): Store=749b158b32fe8769454c10eca05c51d7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:54,635 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,636 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 749b158b32fe8769454c10eca05c51d7 columnFamilyName sid 2024-11-10T06:23:54,636 DEBUG [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:54,636 INFO [StoreOpener-749b158b32fe8769454c10eca05c51d7-1 {}] regionserver.HStore(327): Store=749b158b32fe8769454c10eca05c51d7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:54,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/replication/749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/replication/749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:54,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/replication/749b158b32fe8769454c10eca05c51d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:54,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 749b158b32fe8769454c10eca05c51d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71474345, jitterRate=0.06505073606967926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:54,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:23:54,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 749b158b32fe8769454c10eca05c51d7: Running coprocessor pre-open hook at 1731219834631Writing region info on filesystem at 1731219834631Initializing all the Stores at 1731219834632 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219834632Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219834632Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219834632Cleaning up temporary data from old regions at 1731219834638 (+6 ms)Running coprocessor post-open hooks at 1731219834641 (+3 ms)Region opened successfully at 1731219834641 2024-11-10T06:23:54,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., pid=10, masterSystemTime=1731219834607 2024-11-10T06:23:54,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:23:54,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=749b158b32fe8769454c10eca05c51d7, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,35157,1731219817743 2024-11-10T06:23:54,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 749b158b32fe8769454c10eca05c51d7, server=c48ba4c5549b,35157,1731219817743 because future has completed 2024-11-10T06:23:54,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:23:54,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 749b158b32fe8769454c10eca05c51d7, server=c48ba4c5549b,35157,1731219817743 in 192 msec 2024-11-10T06:23:54,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:23:54,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=749b158b32fe8769454c10eca05c51d7, ASSIGN in 349 msec 2024-11-10T06:23:54,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:54,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219834651"}]},"ts":"1731219834651"} 2024-11-10T06:23:54,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:23:54,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:54,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-10T06:23:54,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., hostname=c48ba4c5549b,35157,1731219817743, seqNum=2] 2024-11-10T06:23:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:23:54,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:23:54,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:23:54,849 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:23:54,878 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,35157,1731219817743, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:23:54,879 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:54,879 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35157,1731219817743, seqNum=-1] 2024-11-10T06:23:54,879 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:54,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:54,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,35157,1731219817743', locateType=CURRENT is [region=hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., hostname=c48ba4c5549b,35157,1731219817743, seqNum=2] 2024-11-10T06:23:54,884 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:23:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:23:54,886 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,35157,1731219817743 suceeded 2024-11-10T06:23:54,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:23:54,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T06:23:54,888 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:34175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:23:54,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-10T06:23:54,898 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:34175' 2024-11-10T06:23:54,899 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a421e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:54,899 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:54,900 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:54,900 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:54,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28bc3f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:54,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:54,902 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:54,903 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66d3c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:54,903 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc0983e 2024-11-10T06:23:54,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:54,904 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T06:23:54,905 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,35157,1731219817743 (queues=1) is replicating from cluster=af37bffb-2884-48ab-8210-80f86961db72 to cluster=88fb6776-27b3-4539-b7ef-6b0db9bc94f3 2024-11-10T06:23:54,905 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C35157%2C1731219817743 2024-11-10T06:23:54,905 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,35157,1731219817743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:23:54,905 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C35157%2C1731219817743 2024-11-10T06:23:54,906 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, startPosition=0, beingWritten=true 2024-11-10T06:23:54,911 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:54,911 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:54,911 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:55,117 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:55,421 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:55,615 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:23:55,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:55,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:55,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:55,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8992bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:55,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:55,617 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d70c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,618 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dac0893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,34175,1731219821851 2024-11-10T06:23:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b900c 2024-11-10T06:23:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:55,621 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:55,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:33721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:23:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:23:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:55,624 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33721' 2024-11-10T06:23:55,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a18cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,625 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:55,625 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:55,625 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ec6d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:55,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,627 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:55,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b38ba6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:55,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5176767a 2024-11-10T06:23:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:55,629 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:55,629 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:23:55,629 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:23:55,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,630 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:55,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:55,630 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:55,631 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:23:55,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:55,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:55,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:23:55,681 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:23:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:55,825 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:56,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 075470536946562519ee9d61ed3f7434, NAME => 'hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad 2024-11-10T06:23:56,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 075470536946562519ee9d61ed3f7434, disabling compactions & flushes 2024-11-10T06:23:56,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. after waiting 0 ms 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,044 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 075470536946562519ee9d61ed3f7434: Waiting for close lock at 1731219836044Disabling compacts and flushes for region at 1731219836044Disabling writes for close at 1731219836044Writing region close event to WAL at 1731219836044Closed at 1731219836044 2024-11-10T06:23:56,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:56,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219836046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219836046"}]},"ts":"1731219836046"} 2024-11-10T06:23:56,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:56,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:56,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219836049"}]},"ts":"1731219836049"} 2024-11-10T06:23:56,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:23:56,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=075470536946562519ee9d61ed3f7434, ASSIGN}] 2024-11-10T06:23:56,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=075470536946562519ee9d61ed3f7434, ASSIGN 2024-11-10T06:23:56,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=075470536946562519ee9d61ed3f7434, ASSIGN; state=OFFLINE, location=c48ba4c5549b,41467,1731219821886; forceNewPlan=false, retain=false 2024-11-10T06:23:56,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=075470536946562519ee9d61ed3f7434, regionState=OPENING, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:56,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=075470536946562519ee9d61ed3f7434, ASSIGN because future has completed 2024-11-10T06:23:56,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075470536946562519ee9d61ed3f7434, server=c48ba4c5549b,41467,1731219821886}] 2024-11-10T06:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:56,329 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:56,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:56,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:23:56,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C41467%2C1731219821886.rep, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/oldWALs, maxLogs=10 2024-11-10T06:23:56,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.rep.1731219836363, exclude list is [], retry=0 2024-11-10T06:23:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45005,DS-81af18cb-3852-4847-aacc-931207e9dcf2,DISK] 2024-11-10T06:23:56,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.rep.1731219836363 2024-11-10T06:23:56,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44265:44265)] 2024-11-10T06:23:56,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 075470536946562519ee9d61ed3f7434, NAME => 'hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:56,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. service=MultiRowMutationService 2024-11-10T06:23:56,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,383 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,384 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 075470536946562519ee9d61ed3f7434 columnFamilyName hfileref 2024-11-10T06:23:56,384 DEBUG [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:56,384 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(327): Store=075470536946562519ee9d61ed3f7434/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:56,385 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,385 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 075470536946562519ee9d61ed3f7434 columnFamilyName queue 2024-11-10T06:23:56,385 DEBUG [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:56,386 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(327): Store=075470536946562519ee9d61ed3f7434/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:56,386 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,386 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 075470536946562519ee9d61ed3f7434 columnFamilyName sid 2024-11-10T06:23:56,387 DEBUG [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:56,387 INFO [StoreOpener-075470536946562519ee9d61ed3f7434-1 {}] regionserver.HStore(327): Store=075470536946562519ee9d61ed3f7434/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:56,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:56,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:56,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 075470536946562519ee9d61ed3f7434; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67067837, jitterRate=-6.113499402999878E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:56,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 075470536946562519ee9d61ed3f7434 2024-11-10T06:23:56,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 075470536946562519ee9d61ed3f7434: Running coprocessor pre-open hook at 1731219836382Writing region info on filesystem at 1731219836382Initializing all the Stores at 1731219836383 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219836383Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219836383Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219836383Cleaning up temporary data from old regions at 1731219836388 (+5 ms)Running coprocessor post-open hooks at 1731219836392 (+4 ms)Region opened successfully at 1731219836392 2024-11-10T06:23:56,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434., pid=10, masterSystemTime=1731219836358 2024-11-10T06:23:56,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:23:56,395 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=075470536946562519ee9d61ed3f7434, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,41467,1731219821886 2024-11-10T06:23:56,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 075470536946562519ee9d61ed3f7434, server=c48ba4c5549b,41467,1731219821886 because future has completed 2024-11-10T06:23:56,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:23:56,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 075470536946562519ee9d61ed3f7434, server=c48ba4c5549b,41467,1731219821886 in 195 msec 2024-11-10T06:23:56,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:23:56,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=075470536946562519ee9d61ed3f7434, ASSIGN in 352 msec 2024-11-10T06:23:56,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:56,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219836405"}]},"ts":"1731219836405"} 2024-11-10T06:23:56,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:23:56,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:56,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-10T06:23:56,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434., hostname=c48ba4c5549b,41467,1731219821886, seqNum=2] 2024-11-10T06:23:56,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:56,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:23:56,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:23:56,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:23:56,599 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:23:56,628 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,41467,1731219821886, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,41467,1731219821886, seqNum=-1] 2024-11-10T06:23:56,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:56,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:56,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,41467,1731219821886', locateType=CURRENT is [region=hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434., hostname=c48ba4c5549b,41467,1731219821886, seqNum=2] 2024-11-10T06:23:56,634 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:23:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:23:56,636 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,41467,1731219821886 suceeded 2024-11-10T06:23:56,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:23:56,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T06:23:56,638 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:33721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:23:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0170 sec 2024-11-10T06:23:56,656 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:33721' 2024-11-10T06:23:56,658 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,658 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:56,658 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:56,658 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546fc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:56,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,660 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:56,660 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72dab634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,660 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:56,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:56,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1985847d 2024-11-10T06:23:56,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:56,662 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T06:23:56,662 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,41467,1731219821886 (queues=1) is replicating from cluster=88fb6776-27b3-4539-b7ef-6b0db9bc94f3 to cluster=2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1 2024-11-10T06:23:56,662 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C41467%2C1731219821886 2024-11-10T06:23:56,663 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,41467,1731219821886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:23:56,663 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C41467%2C1731219821886 2024-11-10T06:23:56,663 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, startPosition=0, beingWritten=true 2024-11-10T06:23:56,668 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:56,668 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:56,668 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:56,764 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:23:56,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:56,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:56,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:56,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:56,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:56,766 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:56,766 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d0fcf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,777 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a4ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:23:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2f480b 2024-11-10T06:23:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:56,780 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:56,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:23:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:23:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:56,783 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:39293' 2024-11-10T06:23:56,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e164af1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,784 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:56,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:56,785 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169584b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:56,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,786 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:56,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3506cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:56,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1259b3f1 2024-11-10T06:23:56,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:56,788 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:23:56,788 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:23:56,788 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:23:56,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,788 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:56,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:56,789 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:23:56,790 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:23:56,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:23:56,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:56,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:23:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:23:56,840 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:23:56,876 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:56,933 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:57,180 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:57,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10a8de4386590239ea67ea0e9c04eb0e, NAME => 'hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618 2024-11-10T06:23:57,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10a8de4386590239ea67ea0e9c04eb0e, disabling compactions & flushes 2024-11-10T06:23:57,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. after waiting 0 ms 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10a8de4386590239ea67ea0e9c04eb0e: Waiting for close lock at 1731219837205Disabling compacts and flushes for region at 1731219837205Disabling writes for close at 1731219837205Writing region close event to WAL at 1731219837205Closed at 1731219837205 2024-11-10T06:23:57,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:23:57,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219837206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219837206"}]},"ts":"1731219837206"} 2024-11-10T06:23:57,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:23:57,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:23:57,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219837209"}]},"ts":"1731219837209"} 2024-11-10T06:23:57,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:23:57,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a8de4386590239ea67ea0e9c04eb0e, ASSIGN}] 2024-11-10T06:23:57,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a8de4386590239ea67ea0e9c04eb0e, ASSIGN 2024-11-10T06:23:57,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a8de4386590239ea67ea0e9c04eb0e, ASSIGN; state=OFFLINE, location=c48ba4c5549b,35083,1731219825990; forceNewPlan=false, retain=false 2024-11-10T06:23:57,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10a8de4386590239ea67ea0e9c04eb0e, regionState=OPENING, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:57,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10a8de4386590239ea67ea0e9c04eb0e, ASSIGN because future has completed 2024-11-10T06:23:57,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a8de4386590239ea67ea0e9c04eb0e, server=c48ba4c5549b,35083,1731219825990}] 2024-11-10T06:23:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:57,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:23:57,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:23:57,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C35083%2C1731219825990.rep, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/oldWALs, maxLogs=10 2024-11-10T06:23:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:23:57,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:23:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:23:57,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:23:57,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.rep.1731219837523, exclude list is [], retry=0 2024-11-10T06:23:57,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37459,DS-7a7b34e9-4fcc-4a27-a757-7f194ce2360a,DISK] 2024-11-10T06:23:57,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.rep.1731219837523 2024-11-10T06:23:57,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39207:39207)] 2024-11-10T06:23:57,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a8de4386590239ea67ea0e9c04eb0e, NAME => 'hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:23:57,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:23:57,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:23:57,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. service=MultiRowMutationService 2024-11-10T06:23:57,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:23:57,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:23:57,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,548 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,549 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a8de4386590239ea67ea0e9c04eb0e columnFamilyName hfileref 2024-11-10T06:23:57,549 DEBUG [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:57,550 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(327): Store=10a8de4386590239ea67ea0e9c04eb0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:57,550 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,551 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a8de4386590239ea67ea0e9c04eb0e columnFamilyName queue 2024-11-10T06:23:57,551 DEBUG [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:57,551 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(327): Store=10a8de4386590239ea67ea0e9c04eb0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:57,551 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,552 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a8de4386590239ea67ea0e9c04eb0e columnFamilyName sid 2024-11-10T06:23:57,552 DEBUG [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:23:57,552 INFO [StoreOpener-10a8de4386590239ea67ea0e9c04eb0e-1 {}] regionserver.HStore(327): Store=10a8de4386590239ea67ea0e9c04eb0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:23:57,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:23:57,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:23:57,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 10a8de4386590239ea67ea0e9c04eb0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71628822, jitterRate=0.06735262274742126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:23:57,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:23:57,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 10a8de4386590239ea67ea0e9c04eb0e: Running coprocessor pre-open hook at 1731219837546Writing region info on filesystem at 1731219837546Initializing all the Stores at 1731219837547 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219837547Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219837548 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219837548Cleaning up temporary data from old regions at 1731219837554 (+6 ms)Running coprocessor post-open hooks at 1731219837557 (+3 ms)Region opened successfully at 1731219837557 2024-11-10T06:23:57,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e., pid=10, masterSystemTime=1731219837517 2024-11-10T06:23:57,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:23:57,560 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10a8de4386590239ea67ea0e9c04eb0e, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,35083,1731219825990 2024-11-10T06:23:57,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a8de4386590239ea67ea0e9c04eb0e, server=c48ba4c5549b,35083,1731219825990 because future has completed 2024-11-10T06:23:57,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:23:57,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a8de4386590239ea67ea0e9c04eb0e, server=c48ba4c5549b,35083,1731219825990 in 197 msec 2024-11-10T06:23:57,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:23:57,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10a8de4386590239ea67ea0e9c04eb0e, ASSIGN in 353 msec 2024-11-10T06:23:57,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:23:57,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219837566"}]},"ts":"1731219837566"} 2024-11-10T06:23:57,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:23:57,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:23:57,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-10T06:23:57,583 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:57,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e., hostname=c48ba4c5549b,35083,1731219825990, seqNum=2] 2024-11-10T06:23:57,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:23:57,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:57,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:23:57,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:23:57,636 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:57,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:23:57,759 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:23:57,788 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,35083,1731219825990, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:23:57,789 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:57,789 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219825990, seqNum=-1] 2024-11-10T06:23:57,789 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:57,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:57,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,35083,1731219825990', locateType=CURRENT is [region=hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e., hostname=c48ba4c5549b,35083,1731219825990, seqNum=2] 2024-11-10T06:23:57,794 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:23:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:23:57,796 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,35083,1731219825990 suceeded 2024-11-10T06:23:57,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:23:57,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-10T06:23:57,798 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:39293,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:23:57,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0180 sec 2024-11-10T06:23:57,809 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:39293' 2024-11-10T06:23:57,810 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743609a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,810 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:57,810 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:57,811 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bcee99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:57,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,812 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:57,813 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32352beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,813 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:23:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39293,1731219817695 2024-11-10T06:23:57,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a0f3f9 2024-11-10T06:23:57,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:23:57,814 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T06:23:57,815 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,35083,1731219825990 (queues=1) is replicating from cluster=2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1 to cluster=af37bffb-2884-48ab-8210-80f86961db72 2024-11-10T06:23:57,815 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C35083%2C1731219825990 2024-11-10T06:23:57,815 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,35083,1731219825990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:23:57,815 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C35083%2C1731219825990 2024-11-10T06:23:57,816 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, startPosition=0, beingWritten=true 2024-11-10T06:23:57,822 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:57,822 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 379, reset compression=false 2024-11-10T06:23:57,822 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:23:57,914 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:23:57,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:23:57,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:23:57,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:23:57,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:57,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:57,916 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f58c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,917 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1adf44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:57,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:57,919 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ea6621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,920 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2674e956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:57,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:57,922 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8a14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:57,923 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a8262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:57,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35157,1731219817743, seqNum=-1] 2024-11-10T06:23:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:57,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219829030.b79311947249d7c63ddd2875284d75a8., hostname=c48ba4c5549b,35157,1731219817743, seqNum=2] 2024-11-10T06:23:57,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219825990, seqNum=-1] 2024-11-10T06:23:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:57,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:57,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219831317.330b20cd8bfd5980bf8376d346424314., hostname=c48ba4c5549b,35083,1731219825990, seqNum=2] 2024-11-10T06:23:57,961 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T06:23:58,026 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 379, reset compression=false 2024-11-10T06:23:58,087 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:58,329 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 379, reset compression=false 2024-11-10T06:23:58,440 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 379, reset compression=false 2024-11-10T06:23:58,445 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:58,445 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 480, reset compression=false 2024-11-10T06:23:58,445 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[{test/b79311947249d7c63ddd2875284d75a8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T06:23:58,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:58,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T06:23:58,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:58,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c55250b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,34175,-1 for getting cluster id 2024-11-10T06:23:58,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:58,450 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb6776-27b3-4539-b7ef-6b0db9bc94f3' 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb6776-27b3-4539-b7ef-6b0db9bc94f3" 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5818f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,34175,-1] 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:58,451 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:58,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e2d30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,41467,1731219821886, seqNum=-1] 2024-11-10T06:23:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:58,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:58,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219830178.acfc91b85d1df2c7599e15d66a151904., hostname=c48ba4c5549b,41467,1731219821886, seqNum=2] 2024-11-10T06:23:58,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:58,648 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 480, reset compression=false 2024-11-10T06:23:58,691 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 379, reset compression=false 2024-11-10T06:23:58,695 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:58,695 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 504, reset compression=false 2024-11-10T06:23:58,695 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T06:23:58,697 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:58,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T06:23:58,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:58,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df02bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:23:58,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:58,700 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:23:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:23:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2066a6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:23:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:58,701 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:58,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617eaebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:58,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:58,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35083,1731219825990, seqNum=-1] 2024-11-10T06:23:58,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:58,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219831317.330b20cd8bfd5980bf8376d346424314., hostname=c48ba4c5549b,35083,1731219825990, seqNum=2] 2024-11-10T06:23:58,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:58,733 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 379, reset compression=false 2024-11-10T06:23:58,738 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:58,738 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 528, reset compression=false 2024-11-10T06:23:58,738 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:58,900 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 504, reset compression=false 2024-11-10T06:23:58,941 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 528, reset compression=false 2024-11-10T06:23:58,952 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 480, reset compression=false 2024-11-10T06:23:58,963 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T06:23:58,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:58,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,41467,1731219821886, seqNum=-1] 2024-11-10T06:23:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:58,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:23:58,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731219830178.acfc91b85d1df2c7599e15d66a151904., hostname=c48ba4c5549b,41467,1731219821886, seqNum=2] 2024-11-10T06:23:58,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T06:23:59,204 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 504, reset compression=false 2024-11-10T06:23:59,209 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:59,209 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 608, reset compression=false 2024-11-10T06:23:59,209 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:23:59,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:59,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:59,244 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 528, reset compression=false 2024-11-10T06:23:59,248 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:23:59,249 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 656, reset compression=false 2024-11-10T06:23:59,249 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[{test/330b20cd8bfd5980bf8376d346424314/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T06:23:59,251 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:23:59,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T06:23:59,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:23:59,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69727cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:59,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:23:59,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:23:59,253 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:23:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:23:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:23:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e9dee01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:59,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:23:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:23:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:23:59,254 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:23:59,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b2a485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:23:59,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:23:59,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,35157,1731219817743, seqNum=-1] 2024-11-10T06:23:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:23:59,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T06:23:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731219829030.b79311947249d7c63ddd2875284d75a8., hostname=c48ba4c5549b,35157,1731219817743, seqNum=2] 2024-11-10T06:23:59,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:23:59,355 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 480, reset compression=false 2024-11-10T06:23:59,359 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:23:59,359 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 631, reset compression=false 2024-11-10T06:23:59,359 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:23:59,415 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 608, reset compression=false 2024-11-10T06:23:59,452 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 656, reset compression=false 2024-11-10T06:23:59,562 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 631, reset compression=false 2024-11-10T06:23:59,719 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 608, reset compression=false 2024-11-10T06:23:59,756 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 656, reset compression=false 2024-11-10T06:23:59,866 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 631, reset compression=false 2024-11-10T06:23:59,972 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T06:23:59,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T06:24:00,122 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 608, reset compression=false 2024-11-10T06:24:00,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:00,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,159 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 656, reset compression=false 2024-11-10T06:24:00,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:00,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 760, reset compression=false 2024-11-10T06:24:00,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[{test/330b20cd8bfd5980bf8376d346424314/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:24:00,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:00,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:00,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:00,269 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 631, reset compression=false 2024-11-10T06:24:00,274 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:00,274 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 758, reset compression=false 2024-11-10T06:24:00,274 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[{test/b79311947249d7c63ddd2875284d75a8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T06:24:00,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:00,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:00,368 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 760, reset compression=false 2024-11-10T06:24:00,477 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 758, reset compression=false 2024-11-10T06:24:00,626 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 608, reset compression=false 2024-11-10T06:24:00,630 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:00,630 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 759, reset compression=false 2024-11-10T06:24:00,630 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:00,672 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 760, reset compression=false 2024-11-10T06:24:00,781 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 758, reset compression=false 2024-11-10T06:24:00,833 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 759, reset compression=false 2024-11-10T06:24:00,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T06:24:00,980 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T06:24:01,075 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 760, reset compression=false 2024-11-10T06:24:01,136 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 759, reset compression=false 2024-11-10T06:24:01,184 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 758, reset compression=false 2024-11-10T06:24:01,188 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:01,188 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 914, reset compression=false 2024-11-10T06:24:01,188 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[{test/b79311947249d7c63ddd2875284d75a8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T06:24:01,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:01,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:01,391 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 914, reset compression=false 2024-11-10T06:24:01,540 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 759, reset compression=false 2024-11-10T06:24:01,544 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:01,544 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 907, reset compression=false 2024-11-10T06:24:01,544 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T06:24:01,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:01,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:01,579 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 760, reset compression=false 2024-11-10T06:24:01,584 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:01,584 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 932, reset compression=false 2024-11-10T06:24:01,584 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:01,694 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 914, reset compression=false 2024-11-10T06:24:01,747 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 907, reset compression=false 2024-11-10T06:24:01,787 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 932, reset compression=false 2024-11-10T06:24:01,982 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T06:24:01,985 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T06:24:02,051 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 907, reset compression=false 2024-11-10T06:24:02,056 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:02,056 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:02,056 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T06:24:02,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:02,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:02,090 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 932, reset compression=false 2024-11-10T06:24:02,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:02,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1082, reset compression=false 2024-11-10T06:24:02,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[{test/330b20cd8bfd5980bf8376d346424314/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T06:24:02,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:02,097 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 914, reset compression=false 2024-11-10T06:24:02,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:02,101 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:02,101 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1087, reset compression=false 2024-11-10T06:24:02,101 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:02,259 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:02,297 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1082, reset compression=false 2024-11-10T06:24:02,304 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1087, reset compression=false 2024-11-10T06:24:02,563 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:02,601 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1082, reset compression=false 2024-11-10T06:24:02,608 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1087, reset compression=false 2024-11-10T06:24:02,967 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:02,987 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T06:24:02,990 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T06:24:03,012 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1082, reset compression=false 2024-11-10T06:24:03,012 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1087, reset compression=false 2024-11-10T06:24:03,016 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:03,017 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1241, reset compression=false 2024-11-10T06:24:03,017 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[{test/330b20cd8bfd5980bf8376d346424314/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T06:24:03,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:03,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:03,220 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1241, reset compression=false 2024-11-10T06:24:03,470 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:03,516 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1087, reset compression=false 2024-11-10T06:24:03,520 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:03,520 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1236, reset compression=false 2024-11-10T06:24:03,520 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[{test/b79311947249d7c63ddd2875284d75a8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T06:24:03,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:03,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:03,524 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1241, reset compression=false 2024-11-10T06:24:03,723 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1236, reset compression=false 2024-11-10T06:24:03,927 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1241, reset compression=false 2024-11-10T06:24:03,992 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T06:24:03,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ca877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:03,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:24:03,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:03,999 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:24:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:24:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dd5b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:24:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,001 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8e567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:04,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:04,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:24:04,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a37b2b0 2024-11-10T06:24:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:04,005 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:04,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-10T06:24:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T06:24:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:24:04,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:24:04,026 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1236, reset compression=false 2024-11-10T06:24:04,074 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1066, reset compression=false 2024-11-10T06:24:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1239, reset compression=false 2024-11-10T06:24:04,079 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:24:04,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T06:24:04,165 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T06:24:04,166 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T06:24:04,166 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,35083,1731219825990 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T06:24:04,166 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0. 2024-11-10T06:24:04,166 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:04,166 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,167 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:04,267 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:04,267 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T06:24:04,282 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1239, reset compression=false 2024-11-10T06:24:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:24:04,367 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 terminated 2024-11-10T06:24:04,384 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,35083,1731219825990, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:24:04,384 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T06:24:04,385 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T06:24:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T06:24:04,387 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c48ba4c5549b,35083,1731219825990 suceeded 2024-11-10T06:24:04,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T06:24:04,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-10T06:24:04,389 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T06:24:04,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-11-10T06:24:04,399 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:39293' 2024-11-10T06:24:04,400 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e9e096f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:04,400 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39293,-1 for getting cluster id 2024-11-10T06:24:04,400 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:04,401 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af37bffb-2884-48ab-8210-80f86961db72' 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af37bffb-2884-48ab-8210-80f86961db72" 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a9c85c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39293,-1] 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:04,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,402 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:04,403 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ec8a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:04,403 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:04,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39293,1731219817695 2024-11-10T06:24:04,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e2052b 2024-11-10T06:24:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:04,404 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T06:24:04,405 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,35083,1731219825990 (queues=1) is replicating from cluster=2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1 to cluster=af37bffb-2884-48ab-8210-80f86961db72 2024-11-10T06:24:04,405 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C35083%2C1731219825990 2024-11-10T06:24:04,405 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,35083,1731219825990, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:24:04,405 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C35083%2C1731219825990 2024-11-10T06:24:04,429 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1236, reset compression=false 2024-11-10T06:24:04,585 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1239, reset compression=false 2024-11-10T06:24:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:24:04,635 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:24:04,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:04,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:04,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:04,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:04,638 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T06:24:04,932 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1236, reset compression=false 2024-11-10T06:24:04,937 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:04,937 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1340, reset compression=false 2024-11-10T06:24:04,937 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[{test/b79311947249d7c63ddd2875284d75a8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:24:04,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:04,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:04,989 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1239, reset compression=false 2024-11-10T06:24:04,993 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:04,993 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1367, reset compression=false 2024-11-10T06:24:04,993 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T06:24:04,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:04,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:05,140 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1340, reset compression=false 2024-11-10T06:24:05,196 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1367, reset compression=false 2024-11-10T06:24:05,444 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1340, reset compression=false 2024-11-10T06:24:05,500 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1367, reset compression=false 2024-11-10T06:24:05,641 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T06:24:05,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a13a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:05,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,33721,-1 for getting cluster id 2024-11-10T06:24:05,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:05,644 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1' 2024-11-10T06:24:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e75c4ff-97bc-49b9-a7bc-2ba1256f0eb1" 2024-11-10T06:24:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a560d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,33721,-1] 2024-11-10T06:24:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:05,646 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e0b805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:05,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,33721,1731219825951 2024-11-10T06:24:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f76e865 2024-11-10T06:24:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:05,650 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:05,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-10T06:24:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T06:24:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:24:05,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:24:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:24:05,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T06:24:05,809 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T06:24:05,810 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T06:24:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T06:24:05,812 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c48ba4c5549b,35083,1731219825990 suceeded 2024-11-10T06:24:05,812 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, startPosition=1241, beingWritten=true 2024-11-10T06:24:05,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T06:24:05,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-10T06:24:05,814 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T06:24:05,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-10T06:24:05,817 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:05,817 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1393, reset compression=false 2024-11-10T06:24:05,817 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:05,848 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1340, reset compression=false 2024-11-10T06:24:05,903 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1367, reset compression=false 2024-11-10T06:24:05,908 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:05,908 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:05,908 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[{test/acfc91b85d1df2c7599e15d66a151904/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:24:05,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:05,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T06:24:05,975 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:24:05,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:05,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:05,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:05,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:05,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:05,977 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-10T06:24:06,021 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1393, reset compression=false 2024-11-10T06:24:06,026 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:06,026 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1521, reset compression=false 2024-11-10T06:24:06,026 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[{test/330b20cd8bfd5980bf8376d346424314/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T06:24:06,028 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:06,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T06:24:06,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:06,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35157 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:06,111 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:06,229 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1521, reset compression=false 2024-11-10T06:24:06,351 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1340, reset compression=false 2024-11-10T06:24:06,355 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:06,355 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:06,355 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:06,415 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:06,532 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1521, reset compression=false 2024-11-10T06:24:06,558 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:06,818 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:06,861 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:06,936 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1521, reset compression=false 2024-11-10T06:24:06,979 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T06:24:06,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:06,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:06,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:06,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:06,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:06,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:06,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:06,980 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1576299035, stopped=false 2024-11-10T06:24:06,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,33721,1731219825951 2024-11-10T06:24:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2927033462/running 2024-11-10T06:24:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2927033462/running 2024-11-10T06:24:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:24:06,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:24:06,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:06,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:06,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:06,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:06,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/running 2024-11-10T06:24:06,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Set watcher on znode that does not yet exist, /2927033462/running 2024-11-10T06:24:06,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,35083,1731219825990' ***** 2024-11-10T06:24:06,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:06,984 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:06,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:06,985 INFO [RS:0;c48ba4c5549b:35083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:06,985 INFO [RS:0;c48ba4c5549b:35083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:06,985 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a8de4386590239ea67ea0e9c04eb0e 2024-11-10T06:24:06,985 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:06,985 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,35083,1731219825990 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:24:06,986 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:06,986 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a8de4386590239ea67ea0e9c04eb0e, disabling compactions & flushes 2024-11-10T06:24:06,986 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. after waiting 0 ms 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:06,986 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10a8de4386590239ea67ea0e9c04eb0e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T06:24:06,986 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:06,986 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1325): Online Regions={10a8de4386590239ea67ea0e9c04eb0e=hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e., 330b20cd8bfd5980bf8376d346424314=test,,1731219831317.330b20cd8bfd5980bf8376d346424314., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:24:06,986 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 10a8de4386590239ea67ea0e9c04eb0e, 1588230740, 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:06,986 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:06,986 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:06,986 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:07,007 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/info/0a330c48377d400fa60d0e37747eb6e1 is 147, key is hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e./info:regioninfo/1731219837560/Put/seqid=0 2024-11-10T06:24:07,008 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/.tmp/queue/3d71cb6f1aab438bb627e6c1e4a06391 is 154, key is 1-c48ba4c5549b,35083,1731219825990/queue:c48ba4c5549b%2C35083%2C1731219825990/1731219846032/Put/seqid=0 2024-11-10T06:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741841_1017 (size=7686) 2024-11-10T06:24:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741840_1016 (size=5353) 2024-11-10T06:24:07,013 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/info/0a330c48377d400fa60d0e37747eb6e1 2024-11-10T06:24:07,035 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/ns/b060ce5623594b469c07f05fb33d05d2 is 43, key is default/ns:d/1731219828940/Put/seqid=0 2024-11-10T06:24:07,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:24:07,040 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/ns/b060ce5623594b469c07f05fb33d05d2 2024-11-10T06:24:07,062 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:07,066 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/rep_barrier/761efb67550d49d5bdfb1183e72aa615 is 112, key is test,,1731219831317.330b20cd8bfd5980bf8376d346424314./rep_barrier:seqnumDuringOpen/1731219832466/Put/seqid=0 2024-11-10T06:24:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741843_1019 (size=5518) 2024-11-10T06:24:07,186 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 10a8de4386590239ea67ea0e9c04eb0e, 1588230740, 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:07,265 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:07,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:24:07,323 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:07,387 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 10a8de4386590239ea67ea0e9c04eb0e, 1588230740, 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:07,414 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/.tmp/queue/3d71cb6f1aab438bb627e6c1e4a06391 2024-11-10T06:24:07,418 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/.tmp/queue/3d71cb6f1aab438bb627e6c1e4a06391 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/queue/3d71cb6f1aab438bb627e6c1e4a06391 2024-11-10T06:24:07,421 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/queue/3d71cb6f1aab438bb627e6c1e4a06391, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T06:24:07,422 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 10a8de4386590239ea67ea0e9c04eb0e in 436ms, sequenceid=14, compaction requested=false 2024-11-10T06:24:07,425 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/replication/10a8de4386590239ea67ea0e9c04eb0e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:07,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a8de4386590239ea67ea0e9c04eb0e: Waiting for close lock at 1731219846986Running coprocessor pre-close hooks at 1731219846986Disabling compacts and flushes for region at 1731219846986Disabling writes for close at 1731219846986Obtaining lock to block concurrent updates at 1731219846986Preparing flush snapshotting stores in 10a8de4386590239ea67ea0e9c04eb0e at 1731219846986Finished memstore snapshotting hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731219846986Flushing stores of hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. at 1731219846987 (+1 ms)Flushing 10a8de4386590239ea67ea0e9c04eb0e/queue: creating writer at 1731219846987Flushing 10a8de4386590239ea67ea0e9c04eb0e/queue: appending metadata at 1731219847007 (+20 ms)Flushing 10a8de4386590239ea67ea0e9c04eb0e/queue: closing flushed file at 1731219847007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ccab83: reopening flushed file at 1731219847418 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 10a8de4386590239ea67ea0e9c04eb0e in 436ms, sequenceid=14, compaction requested=false at 1731219847422 (+4 ms)Writing region close event to WAL at 1731219847423 (+1 ms)Running coprocessor post-close hooks at 1731219847426 (+3 ms)Closed at 1731219847426 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219836789.10a8de4386590239ea67ea0e9c04eb0e. 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 330b20cd8bfd5980bf8376d346424314, disabling compactions & flushes 2024-11-10T06:24:07,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219831317.330b20cd8bfd5980bf8376d346424314. after waiting 0 ms 2024-11-10T06:24:07,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:24:07,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 330b20cd8bfd5980bf8376d346424314 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T06:24:07,440 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1521, reset compression=false 2024-11-10T06:24:07,442 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f/3881539332c74b718b3ec7c230d46d5a is 37, key is row3/f:row3/1731219844636/Put/seqid=0 2024-11-10T06:24:07,444 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:07,444 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1768, reset compression=false 2024-11-10T06:24:07,444 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35083,1731219825990 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741844_1020 (size=5228) 2024-11-10T06:24:07,445 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,35083,1731219825990: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,35083,1731219825990, walGroup=c48ba4c5549b%2C35083%2C1731219825990, offset=c48ba4c5549b%2C35083%2C1731219825990.1731219827979:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:35083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:07,446 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:07,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:07,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:07,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:07,447 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:07,447 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 892482152 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198288528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:07,447 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:33721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:33721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:07,449 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f/3881539332c74b718b3ec7c230d46d5a 2024-11-10T06:24:07,452 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3881539332c74b718b3ec7c230d46d5a 2024-11-10T06:24:07,466 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f1/e6ea401cc4fc4a58802b0125607c6113 is 30, key is row1/f1:/1731219841983/DeleteFamily/seqid=0 2024-11-10T06:24:07,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741845_1021 (size=5158) 2024-11-10T06:24:07,470 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/rep_barrier/761efb67550d49d5bdfb1183e72aa615 2024-11-10T06:24:07,490 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/table/36877bebb90c4cef966b0691b5ba49ff is 53, key is hbase:replication/table:state/1731219837566/Put/seqid=0 2024-11-10T06:24:07,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:07,587 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:07,649 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1768, reset compression=false 2024-11-10T06:24:07,769 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:07,787 DEBUG [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 330b20cd8bfd5980bf8376d346424314 2024-11-10T06:24:07,848 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:07,848 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:07,869 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f1/e6ea401cc4fc4a58802b0125607c6113 2024-11-10T06:24:07,873 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ea401cc4fc4a58802b0125607c6113 2024-11-10T06:24:07,888 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/norep/0fab8da49a56452eae106bfe37d104de is 33, key is row2/norep:/1731219842988/DeleteFamily/seqid=0 2024-11-10T06:24:07,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741847_1023 (size=5108) 2024-11-10T06:24:07,892 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/norep/0fab8da49a56452eae106bfe37d104de 2024-11-10T06:24:07,893 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/table/36877bebb90c4cef966b0691b5ba49ff 2024-11-10T06:24:07,896 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fab8da49a56452eae106bfe37d104de 2024-11-10T06:24:07,896 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f/3881539332c74b718b3ec7c230d46d5a as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/f/3881539332c74b718b3ec7c230d46d5a 2024-11-10T06:24:07,897 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/info/0a330c48377d400fa60d0e37747eb6e1 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/info/0a330c48377d400fa60d0e37747eb6e1 2024-11-10T06:24:07,901 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3881539332c74b718b3ec7c230d46d5a 2024-11-10T06:24:07,901 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/f/3881539332c74b718b3ec7c230d46d5a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T06:24:07,901 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/info/0a330c48377d400fa60d0e37747eb6e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:07,902 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/f1/e6ea401cc4fc4a58802b0125607c6113 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/f1/e6ea401cc4fc4a58802b0125607c6113 2024-11-10T06:24:07,902 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/ns/b060ce5623594b469c07f05fb33d05d2 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/ns/b060ce5623594b469c07f05fb33d05d2 2024-11-10T06:24:07,905 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/ns/b060ce5623594b469c07f05fb33d05d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:07,905 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6ea401cc4fc4a58802b0125607c6113 2024-11-10T06:24:07,906 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/f1/e6ea401cc4fc4a58802b0125607c6113, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:07,906 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/rep_barrier/761efb67550d49d5bdfb1183e72aa615 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/rep_barrier/761efb67550d49d5bdfb1183e72aa615 2024-11-10T06:24:07,906 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/.tmp/norep/0fab8da49a56452eae106bfe37d104de as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/norep/0fab8da49a56452eae106bfe37d104de 2024-11-10T06:24:07,910 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fab8da49a56452eae106bfe37d104de 2024-11-10T06:24:07,910 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/rep_barrier/761efb67550d49d5bdfb1183e72aa615, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:07,910 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/norep/0fab8da49a56452eae106bfe37d104de, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:07,911 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/.tmp/table/36877bebb90c4cef966b0691b5ba49ff as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/table/36877bebb90c4cef966b0691b5ba49ff 2024-11-10T06:24:07,911 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 330b20cd8bfd5980bf8376d346424314 in 485ms, sequenceid=12, compaction requested=false 2024-11-10T06:24:07,915 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/table/36877bebb90c4cef966b0691b5ba49ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:07,915 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/default/test/330b20cd8bfd5980bf8376d346424314/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T06:24:07,916 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:07,916 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:07,916 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:24:07,916 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 330b20cd8bfd5980bf8376d346424314: Waiting for close lock at 1731219847426Running coprocessor pre-close hooks at 1731219847426Disabling compacts and flushes for region at 1731219847426Disabling writes for close at 1731219847426Obtaining lock to block concurrent updates at 1731219847426Preparing flush snapshotting stores in 330b20cd8bfd5980bf8376d346424314 at 1731219847426Finished memstore snapshotting test,,1731219831317.330b20cd8bfd5980bf8376d346424314., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731219847426Flushing stores of test,,1731219831317.330b20cd8bfd5980bf8376d346424314. at 1731219847427 (+1 ms)Flushing 330b20cd8bfd5980bf8376d346424314/f: creating writer at 1731219847427Flushing 330b20cd8bfd5980bf8376d346424314/f: appending metadata at 1731219847441 (+14 ms)Flushing 330b20cd8bfd5980bf8376d346424314/f: closing flushed file at 1731219847441Flushing 330b20cd8bfd5980bf8376d346424314/f1: creating writer at 1731219847452 (+11 ms)Flushing 330b20cd8bfd5980bf8376d346424314/f1: appending metadata at 1731219847465 (+13 ms)Flushing 330b20cd8bfd5980bf8376d346424314/f1: closing flushed file at 1731219847465Flushing 330b20cd8bfd5980bf8376d346424314/norep: creating writer at 1731219847873 (+408 ms)Flushing 330b20cd8bfd5980bf8376d346424314/norep: appending metadata at 1731219847887 (+14 ms)Flushing 330b20cd8bfd5980bf8376d346424314/norep: closing flushed file at 1731219847887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4492d1d6: reopening flushed file at 1731219847896 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6933ea: reopening flushed file at 1731219847901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad2a11e: reopening flushed file at 1731219847906 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 330b20cd8bfd5980bf8376d346424314 in 485ms, sequenceid=12, compaction requested=false at 1731219847911 (+5 ms)Writing region close event to WAL at 1731219847912 (+1 ms)Running coprocessor post-close hooks at 1731219847915 (+3 ms)Closed at 1731219847916 (+1 ms) 2024-11-10T06:24:07,916 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:07,916 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219831317.330b20cd8bfd5980bf8376d346424314. 2024-11-10T06:24:07,919 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:07,920 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:07,920 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:07,920 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:07,920 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219846986Running coprocessor pre-close hooks at 1731219846986Disabling compacts and flushes for region at 1731219846986Disabling writes for close at 1731219846986Obtaining lock to block concurrent updates at 1731219846986Preparing flush snapshotting stores in 1588230740 at 1731219846986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219846987 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219846987Flushing 1588230740/info: creating writer at 1731219846987Flushing 1588230740/info: appending metadata at 1731219847007 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731219847007Flushing 1588230740/ns: creating writer at 1731219847017 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731219847035 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731219847035Flushing 1588230740/rep_barrier: creating writer at 1731219847045 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219847066 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219847066Flushing 1588230740/table: creating writer at 1731219847474 (+408 ms)Flushing 1588230740/table: appending metadata at 1731219847490 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731219847490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ecffce: reopening flushed file at 1731219847897 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12909c77: reopening flushed file at 1731219847901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e7188d: reopening flushed file at 1731219847906 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9db15b: reopening flushed file at 1731219847910 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1731219847916 (+6 ms)Writing region close event to WAL at 1731219847917 (+1 ms)Running coprocessor post-close hooks at 1731219847920 (+3 ms)Closed at 1731219847920 2024-11-10T06:24:07,920 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:07,926 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:07,952 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 1768, reset compression=false 2024-11-10T06:24:07,956 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:07,956 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/WALs/c48ba4c5549b,35083,1731219825990/c48ba4c5549b%2C35083%2C1731219825990.1731219827979 to pos 2412, reset compression=false 2024-11-10T06:24:07,987 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,35083,1731219825990; all regions closed. 2024-11-10T06:24:07,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741839_1015 (size=3552) 2024-11-10T06:24:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741832_1008 (size=2420) 2024-11-10T06:24:07,993 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:07,993 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:07,994 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:07,994 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:07,994 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:07,994 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:07,994 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,35083,1731219825990 because: Region server is closing 2024-11-10T06:24:07,994 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:24:07,995 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:07,995 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:07,995 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:07,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:08,095 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.shipperc48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 terminated 2024-11-10T06:24:08,095 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35083,1731219825990.replicationSource.wal-reader.c48ba4c5549b%2C35083%2C1731219825990,1-c48ba4c5549b,35083,1731219825990 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:08,095 INFO [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35083. 2024-11-10T06:24:08,095 DEBUG [RS:0;c48ba4c5549b:35083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:08,095 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:08,095 DEBUG [RS:0;c48ba4c5549b:35083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:08,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:08,096 INFO [RS:0;c48ba4c5549b:35083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35083 2024-11-10T06:24:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2927033462/rs/c48ba4c5549b,35083,1731219825990 2024-11-10T06:24:08,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462/rs 2024-11-10T06:24:08,098 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:08,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,35083,1731219825990] 2024-11-10T06:24:08,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2927033462/draining/c48ba4c5549b,35083,1731219825990 already deleted, retry=false 2024-11-10T06:24:08,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,35083,1731219825990 expired; onlineServers=0 2024-11-10T06:24:08,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,33721,1731219825951' ***** 2024-11-10T06:24:08,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:08,101 INFO [M:0;c48ba4c5549b:33721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:08,101 INFO [M:0;c48ba4c5549b:33721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:08,101 DEBUG [M:0;c48ba4c5549b:33721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:08,101 DEBUG [M:0;c48ba4c5549b:33721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:08,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:08,101 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219827763 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219827763,5,FailOnTimeoutGroup] 2024-11-10T06:24:08,101 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219827763 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219827763,5,FailOnTimeoutGroup] 2024-11-10T06:24:08,101 INFO [M:0;c48ba4c5549b:33721 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:08,101 INFO [M:0;c48ba4c5549b:33721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:08,101 DEBUG [M:0;c48ba4c5549b:33721 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:08,101 INFO [M:0;c48ba4c5549b:33721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:08,102 INFO [M:0;c48ba4c5549b:33721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:08,102 INFO [M:0;c48ba4c5549b:33721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:08,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:08,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2927033462/master 2024-11-10T06:24:08,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2927033462 2024-11-10T06:24:08,103 DEBUG [M:0;c48ba4c5549b:33721 {}] zookeeper.ZKUtil(347): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Unable to get data of znode /2927033462/master because node does not exist (not an error) 2024-11-10T06:24:08,103 WARN [M:0;c48ba4c5549b:33721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:08,104 INFO [M:0;c48ba4c5549b:33721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/.lastflushedseqids 2024-11-10T06:24:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741848_1024 (size=245) 2024-11-10T06:24:08,199 INFO [RS:0;c48ba4c5549b:35083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:08,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:08,199 INFO [RS:0;c48ba4c5549b:35083 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,35083,1731219825990; zookeeper connection closed. 2024-11-10T06:24:08,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35083-0x101008beb520007, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:08,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@376aa70a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@376aa70a 2024-11-10T06:24:08,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:08,372 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:08,509 INFO [M:0;c48ba4c5549b:33721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:08,509 INFO [M:0;c48ba4c5549b:33721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:08,509 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:08,509 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:08,509 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:08,509 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:08,509 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:08,509 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-10T06:24:08,524 DEBUG [M:0;c48ba4c5549b:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d91384ca9b47ffafe38e3261ad99db is 82, key is hbase:meta,,1/info:regioninfo/1731219828931/Put/seqid=0 2024-11-10T06:24:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741849_1025 (size=5672) 2024-11-10T06:24:08,528 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d91384ca9b47ffafe38e3261ad99db 2024-11-10T06:24:08,545 DEBUG [M:0;c48ba4c5549b:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88be9c2e5cb4459ca25429badfba6689 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219837569/Put/seqid=0 2024-11-10T06:24:08,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741850_1026 (size=9212) 2024-11-10T06:24:08,629 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:08,949 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88be9c2e5cb4459ca25429badfba6689 2024-11-10T06:24:08,970 DEBUG [M:0;c48ba4c5549b:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5b950e5dae4722a2a73fe23fd57b9f is 69, key is c48ba4c5549b,35083,1731219825990/rs:state/1731219827832/Put/seqid=0 2024-11-10T06:24:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741851_1027 (size=5156) 2024-11-10T06:24:08,974 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5b950e5dae4722a2a73fe23fd57b9f 2024-11-10T06:24:08,978 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69d91384ca9b47ffafe38e3261ad99db as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69d91384ca9b47ffafe38e3261ad99db 2024-11-10T06:24:08,981 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69d91384ca9b47ffafe38e3261ad99db, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T06:24:08,982 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88be9c2e5cb4459ca25429badfba6689 as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88be9c2e5cb4459ca25429badfba6689 2024-11-10T06:24:08,985 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88be9c2e5cb4459ca25429badfba6689, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T06:24:08,986 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac5b950e5dae4722a2a73fe23fd57b9f as hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac5b950e5dae4722a2a73fe23fd57b9f 2024-11-10T06:24:08,989 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/c1a2842d-99b1-8188-bc3f-bcdb8784d618/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac5b950e5dae4722a2a73fe23fd57b9f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T06:24:08,990 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 480ms, sequenceid=127, compaction requested=false 2024-11-10T06:24:08,996 INFO [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:08,996 DEBUG [M:0;c48ba4c5549b:33721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219848509Disabling compacts and flushes for region at 1731219848509Disabling writes for close at 1731219848509Obtaining lock to block concurrent updates at 1731219848509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219848509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731219848510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219848510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219848510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219848524 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219848524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219848531 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219848545 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219848545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219848952 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219848969 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219848969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b04c484: reopening flushed file at 1731219848977 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccf0356: reopening flushed file at 1731219848981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516531f2: reopening flushed file at 1731219848985 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 480ms, sequenceid=127, compaction requested=false at 1731219848990 (+5 ms)Writing region close event to WAL at 1731219848996 (+6 ms)Closed at 1731219848996 2024-11-10T06:24:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37459 is added to blk_1073741830_1006 (size=73866) 2024-11-10T06:24:08,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:08,998 INFO [M:0;c48ba4c5549b:33721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:08,999 INFO [M:0;c48ba4c5549b:33721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33721 2024-11-10T06:24:08,999 INFO [M:0;c48ba4c5549b:33721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:09,076 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:09,104 INFO [M:0;c48ba4c5549b:33721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101008beb520006, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:09,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a207af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:09,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67552449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:09,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:09,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1573fbea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:09,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:09,108 WARN [BP-458151129-172.17.0.2-1731219824948 heartbeating to localhost/127.0.0.1:38179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:09,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:09,108 WARN [BP-458151129-172.17.0.2-1731219824948 heartbeating to localhost/127.0.0.1:38179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-458151129-172.17.0.2-1731219824948 (Datanode Uuid a9bb1cf7-7db6-4d78-8bef-e67f26705c64) service to localhost/127.0.0.1:38179 2024-11-10T06:24:09,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:09,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/cluster_2c215b10-cb63-65b7-1786-dfa5e719cd19/data/data1/current/BP-458151129-172.17.0.2-1731219824948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:09,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/cluster_2c215b10-cb63-65b7-1786-dfa5e719cd19/data/data2/current/BP-458151129-172.17.0.2-1731219824948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:09,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:09,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb74dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:09,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71399dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:09,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:09,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cc2ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:09,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:09,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:09,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:09,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:09,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:09,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:09,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:09,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:09,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:09,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486127356, stopped=false 2024-11-10T06:24:09,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,34175,1731219821851 2024-11-10T06:24:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682185800/running 2024-11-10T06:24:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682185800/running 2024-11-10T06:24:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:24:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:24:09,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:09,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:09,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:09,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:09,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,41467,1731219821886' ***** 2024-11-10T06:24:09,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:09,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/running 2024-11-10T06:24:09,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Set watcher on znode that does not yet exist, /11682185800/running 2024-11-10T06:24:09,135 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:09,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:09,135 INFO [RS:0;c48ba4c5549b:41467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 075470536946562519ee9d61ed3f7434 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,41467,1731219821886 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:41467. 2024-11-10T06:24:09,136 DEBUG [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:09,136 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:09,136 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 075470536946562519ee9d61ed3f7434, disabling compactions & flushes 2024-11-10T06:24:09,136 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:24:09,136 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:09,136 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. after waiting 0 ms 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:09,136 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:09,136 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 075470536946562519ee9d61ed3f7434 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-10T06:24:09,136 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:09,136 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1325): Online Regions={075470536946562519ee9d61ed3f7434=hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434., 1588230740=hbase:meta,,1.1588230740, acfc91b85d1df2c7599e15d66a151904=test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.} 2024-11-10T06:24:09,137 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 075470536946562519ee9d61ed3f7434, 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:09,137 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:09,137 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:09,137 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:09,137 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:09,137 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:09,137 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:09,152 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/.tmp/queue/41f845f3535d4e60a69addf1f98dbf47 is 154, key is 1-c48ba4c5549b,41467,1731219821886/queue:c48ba4c5549b%2C41467%2C1731219821886/1731219845913/Put/seqid=0 2024-11-10T06:24:09,155 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/info/33cf0a6692b542978ba4ddcffc73b840 is 147, key is hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434./info:regioninfo/1731219836395/Put/seqid=0 2024-11-10T06:24:09,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741840_1016 (size=5353) 2024-11-10T06:24:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741841_1017 (size=7686) 2024-11-10T06:24:09,166 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:09,337 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 075470536946562519ee9d61ed3f7434, 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:09,433 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:09,537 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 075470536946562519ee9d61ed3f7434, 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:09,556 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/.tmp/queue/41f845f3535d4e60a69addf1f98dbf47 2024-11-10T06:24:09,558 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/info/33cf0a6692b542978ba4ddcffc73b840 2024-11-10T06:24:09,562 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/.tmp/queue/41f845f3535d4e60a69addf1f98dbf47 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/queue/41f845f3535d4e60a69addf1f98dbf47 2024-11-10T06:24:09,569 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/queue/41f845f3535d4e60a69addf1f98dbf47, entries=1, sequenceid=14, filesize=5.2 K 2024-11-10T06:24:09,570 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 075470536946562519ee9d61ed3f7434 in 434ms, sequenceid=14, compaction requested=false 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/replication/075470536946562519ee9d61ed3f7434/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/ns/28fe91010c9a430bae5eae921939d8a7 is 43, key is default/ns:d/1731219824831/Put/seqid=0 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:09,579 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 075470536946562519ee9d61ed3f7434: Waiting for close lock at 1731219849136Running coprocessor pre-close hooks at 1731219849136Disabling compacts and flushes for region at 1731219849136Disabling writes for close at 1731219849136Obtaining lock to block concurrent updates at 1731219849136Preparing flush snapshotting stores in 075470536946562519ee9d61ed3f7434 at 1731219849136Finished memstore snapshotting hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731219849137 (+1 ms)Flushing stores of hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. at 1731219849137Flushing 075470536946562519ee9d61ed3f7434/queue: creating writer at 1731219849137Flushing 075470536946562519ee9d61ed3f7434/queue: appending metadata at 1731219849152 (+15 ms)Flushing 075470536946562519ee9d61ed3f7434/queue: closing flushed file at 1731219849152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebac9db: reopening flushed file at 1731219849562 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 075470536946562519ee9d61ed3f7434 in 434ms, sequenceid=14, compaction requested=false at 1731219849570 (+8 ms)Writing region close event to WAL at 1731219849576 (+6 ms)Running coprocessor post-close hooks at 1731219849579 (+3 ms)Closed at 1731219849579 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219835630.075470536946562519ee9d61ed3f7434. 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acfc91b85d1df2c7599e15d66a151904, disabling compactions & flushes 2024-11-10T06:24:09,579 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:24:09,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:24:09,580 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. after waiting 0 ms 2024-11-10T06:24:09,580 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:24:09,580 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing acfc91b85d1df2c7599e15d66a151904 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T06:24:09,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:24:09,582 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/ns/28fe91010c9a430bae5eae921939d8a7 2024-11-10T06:24:09,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f/1231b54824e049e4ba84df73fa77050e is 37, key is row3/f:row3/1731219844636/Put/seqid=0 2024-11-10T06:24:09,600 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/rep_barrier/af5417b78b2442febd55c1073d492e2a is 112, key is test,,1731219830178.acfc91b85d1df2c7599e15d66a151904./rep_barrier:seqnumDuringOpen/1731219830924/Put/seqid=0 2024-11-10T06:24:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741843_1019 (size=5228) 2024-11-10T06:24:09,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:24:09,737 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:09,790 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:09,790 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:09,879 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:09,937 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:10,002 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f/1231b54824e049e4ba84df73fa77050e 2024-11-10T06:24:10,006 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/rep_barrier/af5417b78b2442febd55c1073d492e2a 2024-11-10T06:24:10,006 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1231b54824e049e4ba84df73fa77050e 2024-11-10T06:24:10,022 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f1/fbc2893b964243a0b3603e4798cf4e43 is 30, key is row1/f1:/1731219841983/DeleteFamily/seqid=0 2024-11-10T06:24:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741845_1021 (size=5158) 2024-11-10T06:24:10,026 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/table/e0f8f079771c4b24afad0beb69c97a32 is 53, key is hbase:replication/table:state/1731219836405/Put/seqid=0 2024-11-10T06:24:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:10,137 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:24:10,138 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, acfc91b85d1df2c7599e15d66a151904=test,,1731219830178.acfc91b85d1df2c7599e15d66a151904.} 2024-11-10T06:24:10,138 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:10,337 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1471, reset compression=false 2024-11-10T06:24:10,338 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:10,341 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:10,341 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1718, reset compression=false 2024-11-10T06:24:10,341 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,41467,1731219821886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:10,342 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,41467,1731219821886: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,41467,1731219821886, walGroup=c48ba4c5549b%2C41467%2C1731219821886, offset=c48ba4c5549b%2C41467%2C1731219821886.1731219823886:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:41467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:10,343 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:10,343 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:10,344 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:10,344 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:10,344 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:10,344 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 915849872 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198752320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:10,344 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:10,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f1/fbc2893b964243a0b3603e4798cf4e43 2024-11-10T06:24:10,430 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/table/e0f8f079771c4b24afad0beb69c97a32 2024-11-10T06:24:10,430 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbc2893b964243a0b3603e4798cf4e43 2024-11-10T06:24:10,434 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/info/33cf0a6692b542978ba4ddcffc73b840 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/info/33cf0a6692b542978ba4ddcffc73b840 2024-11-10T06:24:10,437 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/info/33cf0a6692b542978ba4ddcffc73b840, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:10,438 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/ns/28fe91010c9a430bae5eae921939d8a7 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/ns/28fe91010c9a430bae5eae921939d8a7 2024-11-10T06:24:10,441 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/ns/28fe91010c9a430bae5eae921939d8a7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:10,442 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/rep_barrier/af5417b78b2442febd55c1073d492e2a as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/rep_barrier/af5417b78b2442febd55c1073d492e2a 2024-11-10T06:24:10,445 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/rep_barrier/af5417b78b2442febd55c1073d492e2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:10,446 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/.tmp/table/e0f8f079771c4b24afad0beb69c97a32 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/table/e0f8f079771c4b24afad0beb69c97a32 2024-11-10T06:24:10,448 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/norep/017c319a94ae4dc89ebcced7fc46a396 is 33, key is row1/norep:/1731219841983/DeleteFamily/seqid=0 2024-11-10T06:24:10,450 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/table/e0f8f079771c4b24afad0beb69c97a32, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:10,451 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741847_1023 (size=5108) 2024-11-10T06:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:10,461 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219849137Running coprocessor pre-close hooks at 1731219849137Disabling compacts and flushes for region at 1731219849137Disabling writes for close at 1731219849137Obtaining lock to block concurrent updates at 1731219849137Preparing flush snapshotting stores in 1588230740 at 1731219849137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219849137Flushing stores of hbase:meta,,1.1588230740 at 1731219849137Flushing 1588230740/info: creating writer at 1731219849138 (+1 ms)Flushing 1588230740/info: appending metadata at 1731219849154 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731219849154Flushing 1588230740/ns: creating writer at 1731219849563 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731219849578 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219849578Flushing 1588230740/rep_barrier: creating writer at 1731219849586 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219849600 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219849600Flushing 1588230740/table: creating writer at 1731219850009 (+409 ms)Flushing 1588230740/table: appending metadata at 1731219850026 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731219850026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49aa1cd: reopening flushed file at 1731219850433 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef08878: reopening flushed file at 1731219850437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467883bc: reopening flushed file at 1731219850441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4e71b2: reopening flushed file at 1731219850445 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731219850451 (+6 ms)Writing region close event to WAL at 1731219850458 (+7 ms)Running coprocessor post-close hooks at 1731219850461 (+3 ms)Closed at 1731219850461 2024-11-10T06:24:10,461 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:10,538 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:10,544 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1718, reset compression=false 2024-11-10T06:24:10,738 DEBUG [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1351): Waiting on acfc91b85d1df2c7599e15d66a151904 2024-11-10T06:24:10,782 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:10,848 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.1731219823886 to pos 1718, reset compression=false 2024-11-10T06:24:10,858 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/norep/017c319a94ae4dc89ebcced7fc46a396 2024-11-10T06:24:10,862 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 017c319a94ae4dc89ebcced7fc46a396 2024-11-10T06:24:10,862 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f/1231b54824e049e4ba84df73fa77050e as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/f/1231b54824e049e4ba84df73fa77050e 2024-11-10T06:24:10,866 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1231b54824e049e4ba84df73fa77050e 2024-11-10T06:24:10,866 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/f/1231b54824e049e4ba84df73fa77050e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T06:24:10,867 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/f1/fbc2893b964243a0b3603e4798cf4e43 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/f1/fbc2893b964243a0b3603e4798cf4e43 2024-11-10T06:24:10,871 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbc2893b964243a0b3603e4798cf4e43 2024-11-10T06:24:10,871 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/f1/fbc2893b964243a0b3603e4798cf4e43, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:10,872 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/.tmp/norep/017c319a94ae4dc89ebcced7fc46a396 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/norep/017c319a94ae4dc89ebcced7fc46a396 2024-11-10T06:24:10,876 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 017c319a94ae4dc89ebcced7fc46a396 2024-11-10T06:24:10,876 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/norep/017c319a94ae4dc89ebcced7fc46a396, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:10,877 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for acfc91b85d1df2c7599e15d66a151904 in 1297ms, sequenceid=12, compaction requested=false 2024-11-10T06:24:10,880 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/data/default/test/acfc91b85d1df2c7599e15d66a151904/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T06:24:10,881 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:10,881 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:10,881 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:24:10,881 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acfc91b85d1df2c7599e15d66a151904: Waiting for close lock at 1731219849579Running coprocessor pre-close hooks at 1731219849579Disabling compacts and flushes for region at 1731219849579Disabling writes for close at 1731219849580 (+1 ms)Obtaining lock to block concurrent updates at 1731219849580Preparing flush snapshotting stores in acfc91b85d1df2c7599e15d66a151904 at 1731219849580Finished memstore snapshotting test,,1731219830178.acfc91b85d1df2c7599e15d66a151904., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731219849580Flushing stores of test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. at 1731219849580Flushing acfc91b85d1df2c7599e15d66a151904/f: creating writer at 1731219849580Flushing acfc91b85d1df2c7599e15d66a151904/f: appending metadata at 1731219849595 (+15 ms)Flushing acfc91b85d1df2c7599e15d66a151904/f: closing flushed file at 1731219849595Flushing acfc91b85d1df2c7599e15d66a151904/f1: creating writer at 1731219850006 (+411 ms)Flushing acfc91b85d1df2c7599e15d66a151904/f1: appending metadata at 1731219850021 (+15 ms)Flushing acfc91b85d1df2c7599e15d66a151904/f1: closing flushed file at 1731219850021Flushing acfc91b85d1df2c7599e15d66a151904/norep: creating writer at 1731219850430 (+409 ms)Flushing acfc91b85d1df2c7599e15d66a151904/norep: appending metadata at 1731219850448 (+18 ms)Flushing acfc91b85d1df2c7599e15d66a151904/norep: closing flushed file at 1731219850448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f565ffb: reopening flushed file at 1731219850862 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec5420c: reopening flushed file at 1731219850866 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31867695: reopening flushed file at 1731219850871 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for acfc91b85d1df2c7599e15d66a151904 in 1297ms, sequenceid=12, compaction requested=false at 1731219850877 (+6 ms)Writing region close event to WAL at 1731219850878 (+1 ms)Running coprocessor post-close hooks at 1731219850881 (+3 ms)Closed at 1731219850881 2024-11-10T06:24:10,881 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219830178.acfc91b85d1df2c7599e15d66a151904. 2024-11-10T06:24:10,938 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,41467,1731219821886; all regions closed. 2024-11-10T06:24:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:10,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/WALs/c48ba4c5549b,41467,1731219821886/c48ba4c5549b%2C41467%2C1731219821886.meta.1731219824791.meta not finished, retry = 0 2024-11-10T06:24:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741839_1015 (size=3552) 2024-11-10T06:24:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741832_1008 (size=2370) 2024-11-10T06:24:11,046 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:11,046 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:11,046 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:11,046 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:11,047 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:11,047 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:11,047 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,41467,1731219821886 because: Region server is closing 2024-11-10T06:24:11,047 INFO [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:41467. 2024-11-10T06:24:11,047 DEBUG [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:11,047 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:11,047 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:11,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:11,148 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.shipperc48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 terminated 2024-11-10T06:24:11,148 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,41467,1731219821886.replicationSource.wal-reader.c48ba4c5549b%2C41467%2C1731219821886,1-c48ba4c5549b,41467,1731219821886 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:11,148 INFO [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:41467. 2024-11-10T06:24:11,148 DEBUG [RS:0;c48ba4c5549b:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:11,148 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:11,148 DEBUG [RS:0;c48ba4c5549b:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:11,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:11,148 INFO [RS:0;c48ba4c5549b:41467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41467 2024-11-10T06:24:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800/rs 2024-11-10T06:24:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682185800/rs/c48ba4c5549b,41467,1731219821886 2024-11-10T06:24:11,151 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:11,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,41467,1731219821886] 2024-11-10T06:24:11,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11682185800/draining/c48ba4c5549b,41467,1731219821886 already deleted, retry=false 2024-11-10T06:24:11,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,41467,1731219821886 expired; onlineServers=0 2024-11-10T06:24:11,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,34175,1731219821851' ***** 2024-11-10T06:24:11,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:11,154 INFO [M:0;c48ba4c5549b:34175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:11,154 INFO [M:0;c48ba4c5549b:34175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:11,154 DEBUG [M:0;c48ba4c5549b:34175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:11,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:11,154 DEBUG [M:0;c48ba4c5549b:34175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:11,154 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219823654 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219823654,5,FailOnTimeoutGroup] 2024-11-10T06:24:11,154 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219823652 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219823652,5,FailOnTimeoutGroup] 2024-11-10T06:24:11,154 INFO [M:0;c48ba4c5549b:34175 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:11,154 INFO [M:0;c48ba4c5549b:34175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:11,154 DEBUG [M:0;c48ba4c5549b:34175 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:11,154 INFO [M:0;c48ba4c5549b:34175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:11,155 INFO [M:0;c48ba4c5549b:34175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:11,155 INFO [M:0;c48ba4c5549b:34175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:11,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11682185800/master 2024-11-10T06:24:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11682185800 2024-11-10T06:24:11,156 DEBUG [M:0;c48ba4c5549b:34175 {}] zookeeper.ZKUtil(347): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Unable to get data of znode /11682185800/master because node does not exist (not an error) 2024-11-10T06:24:11,156 WARN [M:0;c48ba4c5549b:34175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:11,157 INFO [M:0;c48ba4c5549b:34175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/.lastflushedseqids 2024-11-10T06:24:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741848_1024 (size=245) 2024-11-10T06:24:11,165 INFO [M:0;c48ba4c5549b:34175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:11,165 INFO [M:0;c48ba4c5549b:34175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:11,165 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:11,165 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:11,165 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:11,165 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:11,165 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:11,165 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T06:24:11,181 DEBUG [M:0;c48ba4c5549b:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28b437bbf9e34e8e844ad781447251cb is 82, key is hbase:meta,,1/info:regioninfo/1731219824822/Put/seqid=0 2024-11-10T06:24:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741849_1025 (size=5672) 2024-11-10T06:24:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:11,253 INFO [RS:0;c48ba4c5549b:41467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101008beb520004, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:11,253 INFO [RS:0;c48ba4c5549b:41467 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,41467,1731219821886; zookeeper connection closed. 2024-11-10T06:24:11,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e657ac4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e657ac4 2024-11-10T06:24:11,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:11,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:24:11,585 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28b437bbf9e34e8e844ad781447251cb 2024-11-10T06:24:11,607 DEBUG [M:0;c48ba4c5549b:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ed0de513a5e431bae26800a6a1f8d99 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219836408/Put/seqid=0 2024-11-10T06:24:11,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741850_1026 (size=8517) 2024-11-10T06:24:11,786 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:12,012 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ed0de513a5e431bae26800a6a1f8d99 2024-11-10T06:24:12,030 DEBUG [M:0;c48ba4c5549b:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658b236a2b404b58a54549892b5fcb84 is 69, key is c48ba4c5549b,41467,1731219821886/rs:state/1731219823734/Put/seqid=0 2024-11-10T06:24:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741851_1027 (size=5156) 2024-11-10T06:24:12,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,434 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658b236a2b404b58a54549892b5fcb84 2024-11-10T06:24:12,438 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28b437bbf9e34e8e844ad781447251cb as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28b437bbf9e34e8e844ad781447251cb 2024-11-10T06:24:12,442 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28b437bbf9e34e8e844ad781447251cb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:24:12,442 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ed0de513a5e431bae26800a6a1f8d99 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ed0de513a5e431bae26800a6a1f8d99 2024-11-10T06:24:12,446 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ed0de513a5e431bae26800a6a1f8d99, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:24:12,446 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/658b236a2b404b58a54549892b5fcb84 as hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/658b236a2b404b58a54549892b5fcb84 2024-11-10T06:24:12,449 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/658b236a2b404b58a54549892b5fcb84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:24:12,450 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-10T06:24:12,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,457 INFO [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:12,457 DEBUG [M:0;c48ba4c5549b:34175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219851165Disabling compacts and flushes for region at 1731219851165Disabling writes for close at 1731219851165Obtaining lock to block concurrent updates at 1731219851165Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219851165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731219851165Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219851166 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219851166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219851181 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219851181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219851589 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219851607 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219851607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219852016 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219852029 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219852030 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737725e6: reopening flushed file at 1731219852437 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8bda94: reopening flushed file at 1731219852442 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d82a8e: reopening flushed file at 1731219852446 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1731219852450 (+4 ms)Writing region close event to WAL at 1731219852457 (+7 ms)Closed at 1731219852457 2024-11-10T06:24:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45005 is added to blk_1073741830_1006 (size=63666) 2024-11-10T06:24:12,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18f95699-0fd5-8836-bae4-b7a9389a82ad/MasterData/WALs/c48ba4c5549b,34175,1731219821851/c48ba4c5549b%2C34175%2C1731219821851.1731219823574 not finished, retry = 0 2024-11-10T06:24:12,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,562 INFO [M:0;c48ba4c5549b:34175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:12,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:12,562 INFO [M:0;c48ba4c5549b:34175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34175 2024-11-10T06:24:12,563 INFO [M:0;c48ba4c5549b:34175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:12,665 INFO [M:0;c48ba4c5549b:34175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:12,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:12,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x101008beb520003, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:12,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f4d3814{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:12,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738a9463{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:12,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:12,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de0319{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:12,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6790afcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:12,670 WARN [BP-969469590-172.17.0.2-1731219820806 heartbeating to localhost/127.0.0.1:39129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:12,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:12,670 WARN [BP-969469590-172.17.0.2-1731219820806 heartbeating to localhost/127.0.0.1:39129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969469590-172.17.0.2-1731219820806 (Datanode Uuid 30bd6e48-83ab-4140-833b-cf97afad454b) service to localhost/127.0.0.1:39129 2024-11-10T06:24:12,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:12,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/cluster_8a25aef6-95ec-a0ce-cac2-2fb4c4ba87c0/data/data1/current/BP-969469590-172.17.0.2-1731219820806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:12,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/cluster_8a25aef6-95ec-a0ce-cac2-2fb4c4ba87c0/data/data2/current/BP-969469590-172.17.0.2-1731219820806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:12,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:12,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@683bd178{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:12,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4998e689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:12,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:12,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44dbfc84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:12,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68664e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65aedfd6-0e8d-0d8e-506d-3b66d2a985ad/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:12,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:12,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:12,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:12,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:12,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:12,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:12,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1325828623, stopped=false 2024-11-10T06:24:12,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,39293,1731219817695 2024-11-10T06:24:12,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1323615393/running 2024-11-10T06:24:12,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1323615393/running 2024-11-10T06:24:12,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:24:12,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:24:12,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:12,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:12,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:12,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:12,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,35157,1731219817743' ***** 2024-11-10T06:24:12,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:12,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/running 2024-11-10T06:24:12,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Set watcher on znode that does not yet exist, /0-1323615393/running 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:12,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,35157,1731219817743 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:12,697 INFO [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35157. 2024-11-10T06:24:12,697 DEBUG [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:12,697 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:12,698 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:12,698 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:12,698 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:12,698 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:12,698 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:12,698 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1325): Online Regions={b79311947249d7c63ddd2875284d75a8=test,,1731219829030.b79311947249d7c63ddd2875284d75a8., 749b158b32fe8769454c10eca05c51d7=hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:24:12,698 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7, b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b79311947249d7c63ddd2875284d75a8, disabling compactions & flushes 2024-11-10T06:24:12,698 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219829030.b79311947249d7c63ddd2875284d75a8. after waiting 0 ms 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:12,698 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:12,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:12,698 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b79311947249d7c63ddd2875284d75a8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T06:24:12,698 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:12,714 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/info/ab795ed28e0a4d0990bcf9ecbfe7e595 is 147, key is hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7./info:regioninfo/1731219834644/Put/seqid=0 2024-11-10T06:24:12,717 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f/83c10e2ac35c498da3b4479076ac2743 is 37, key is row3/f:row3/1731219844636/Put/seqid=0 2024-11-10T06:24:12,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741840_1016 (size=7686) 2024-11-10T06:24:12,718 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/info/ab795ed28e0a4d0990bcf9ecbfe7e595 2024-11-10T06:24:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741841_1017 (size=5228) 2024-11-10T06:24:12,723 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:12,739 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/ns/d8165d5b40cb4e158c3211eed3619eaf is 43, key is default/ns:d/1731219820710/Put/seqid=0 2024-11-10T06:24:12,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:24:12,889 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1491, reset compression=false 2024-11-10T06:24:12,893 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:12,893 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1738, reset compression=false 2024-11-10T06:24:12,893 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,35157,1731219817743 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:12,894 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,35157,1731219817743: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,35157,1731219817743, walGroup=c48ba4c5549b%2C35157%2C1731219817743, offset=c48ba4c5549b%2C35157%2C1731219817743.1731219819730:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:35157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:12,895 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:12,895 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:12,896 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:12,896 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:12,896 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:12,896 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 923654264 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199521888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:12,896 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:12,898 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7, b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:12,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:13,097 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1738, reset compression=false 2024-11-10T06:24:13,098 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7, b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:13,121 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f/83c10e2ac35c498da3b4479076ac2743 2024-11-10T06:24:13,125 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83c10e2ac35c498da3b4479076ac2743 2024-11-10T06:24:13,143 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/ns/d8165d5b40cb4e158c3211eed3619eaf 2024-11-10T06:24:13,145 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f1/fbdef145ad0d4561bbef9a169588f036 is 30, key is row1/f1:/1731219841983/DeleteFamily/seqid=0 2024-11-10T06:24:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741843_1019 (size=5158) 2024-11-10T06:24:13,160 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e80bac91004bd5b5f3f37b1777c656 is 112, key is test,,1731219829030.b79311947249d7c63ddd2875284d75a8./rep_barrier:seqnumDuringOpen/1731219829774/Put/seqid=0 2024-11-10T06:24:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:24:13,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:13,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:13,235 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68517 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:13,298 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7, b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:13,400 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1738, reset compression=false 2024-11-10T06:24:13,499 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7, b79311947249d7c63ddd2875284d75a8 2024-11-10T06:24:13,549 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f1/fbdef145ad0d4561bbef9a169588f036 2024-11-10T06:24:13,553 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdef145ad0d4561bbef9a169588f036 2024-11-10T06:24:13,564 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e80bac91004bd5b5f3f37b1777c656 2024-11-10T06:24:13,571 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/norep/a19ddc3092fc4178a1123da44a48bc77 is 32, key is row/norep:/1731219840977/DeleteFamily/seqid=0 2024-11-10T06:24:13,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741845_1021 (size=5101) 2024-11-10T06:24:13,575 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/norep/a19ddc3092fc4178a1123da44a48bc77 2024-11-10T06:24:13,576 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:39293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T06:24:13,578 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a19ddc3092fc4178a1123da44a48bc77 2024-11-10T06:24:13,579 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f/83c10e2ac35c498da3b4479076ac2743 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/f/83c10e2ac35c498da3b4479076ac2743 2024-11-10T06:24:13,582 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/table/80dd4c8a0a5d469d8cfeb44067248678 is 53, key is hbase:replication/table:state/1731219834651/Put/seqid=0 2024-11-10T06:24:13,582 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83c10e2ac35c498da3b4479076ac2743 2024-11-10T06:24:13,582 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/f/83c10e2ac35c498da3b4479076ac2743, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T06:24:13,583 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/f1/fbdef145ad0d4561bbef9a169588f036 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/f1/fbdef145ad0d4561bbef9a169588f036 2024-11-10T06:24:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:13,587 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbdef145ad0d4561bbef9a169588f036 2024-11-10T06:24:13,587 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/f1/fbdef145ad0d4561bbef9a169588f036, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:13,587 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/.tmp/norep/a19ddc3092fc4178a1123da44a48bc77 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/norep/a19ddc3092fc4178a1123da44a48bc77 2024-11-10T06:24:13,590 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a19ddc3092fc4178a1123da44a48bc77 2024-11-10T06:24:13,590 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/norep/a19ddc3092fc4178a1123da44a48bc77, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T06:24:13,591 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b79311947249d7c63ddd2875284d75a8 in 893ms, sequenceid=12, compaction requested=false 2024-11-10T06:24:13,591 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:24:13,595 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/default/test/b79311947249d7c63ddd2875284d75a8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T06:24:13,595 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:13,595 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:13,596 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b79311947249d7c63ddd2875284d75a8: Waiting for close lock at 1731219852698Running coprocessor pre-close hooks at 1731219852698Disabling compacts and flushes for region at 1731219852698Disabling writes for close at 1731219852698Obtaining lock to block concurrent updates at 1731219852698Preparing flush snapshotting stores in b79311947249d7c63ddd2875284d75a8 at 1731219852698Finished memstore snapshotting test,,1731219829030.b79311947249d7c63ddd2875284d75a8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731219852699 (+1 ms)Flushing stores of test,,1731219829030.b79311947249d7c63ddd2875284d75a8. at 1731219852699Flushing b79311947249d7c63ddd2875284d75a8/f: creating writer at 1731219852699Flushing b79311947249d7c63ddd2875284d75a8/f: appending metadata at 1731219852716 (+17 ms)Flushing b79311947249d7c63ddd2875284d75a8/f: closing flushed file at 1731219852716Flushing b79311947249d7c63ddd2875284d75a8/f1: creating writer at 1731219853126 (+410 ms)Flushing b79311947249d7c63ddd2875284d75a8/f1: appending metadata at 1731219853144 (+18 ms)Flushing b79311947249d7c63ddd2875284d75a8/f1: closing flushed file at 1731219853144Flushing b79311947249d7c63ddd2875284d75a8/norep: creating writer at 1731219853553 (+409 ms)Flushing b79311947249d7c63ddd2875284d75a8/norep: appending metadata at 1731219853570 (+17 ms)Flushing b79311947249d7c63ddd2875284d75a8/norep: closing flushed file at 1731219853570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f47b0a: reopening flushed file at 1731219853578 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3076d8da: reopening flushed file at 1731219853582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bcccc: reopening flushed file at 1731219853587 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b79311947249d7c63ddd2875284d75a8 in 893ms, sequenceid=12, compaction requested=false at 1731219853591 (+4 ms)Writing region close event to WAL at 1731219853593 (+2 ms)Running coprocessor post-close hooks at 1731219853595 (+2 ms)Closed at 1731219853596 (+1 ms) 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219829030.b79311947249d7c63ddd2875284d75a8. 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 749b158b32fe8769454c10eca05c51d7, disabling compactions & flushes 2024-11-10T06:24:13,596 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. after waiting 0 ms 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 749b158b32fe8769454c10eca05c51d7: Waiting for close lock at 1731219853596Running coprocessor pre-close hooks at 1731219853596Disabling compacts and flushes for region at 1731219853596Disabling writes for close at 1731219853596Failed flush hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., putting online again at 1731219853596 2024-11-10T06:24:13,596 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,603 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:13,603 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:13,699 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:24:13,699 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1325): Online Regions={749b158b32fe8769454c10eca05c51d7=hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T06:24:13,699 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(3091): Received CLOSE for 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:24:13,699 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 749b158b32fe8769454c10eca05c51d7 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 749b158b32fe8769454c10eca05c51d7, disabling compactions & flushes 2024-11-10T06:24:13,699 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. after waiting 0 ms 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 749b158b32fe8769454c10eca05c51d7: Waiting for close lock at 1731219853699Running coprocessor pre-close hooks at 1731219853699Disabling compacts and flushes for region at 1731219853699Disabling writes for close at 1731219853699Failed flush hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7., putting online again at 1731219853699 2024-11-10T06:24:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219833479.749b158b32fe8769454c10eca05c51d7. 2024-11-10T06:24:13,803 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 1738, reset compression=false 2024-11-10T06:24:13,808 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:13,808 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 2382, reset compression=false 2024-11-10T06:24:13,899 DEBUG [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:24:13,985 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/table/80dd4c8a0a5d469d8cfeb44067248678 2024-11-10T06:24:13,990 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/info/ab795ed28e0a4d0990bcf9ecbfe7e595 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/info/ab795ed28e0a4d0990bcf9ecbfe7e595 2024-11-10T06:24:13,993 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/info/ab795ed28e0a4d0990bcf9ecbfe7e595, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:13,994 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/ns/d8165d5b40cb4e158c3211eed3619eaf as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/ns/d8165d5b40cb4e158c3211eed3619eaf 2024-11-10T06:24:13,997 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/ns/d8165d5b40cb4e158c3211eed3619eaf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:13,998 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e80bac91004bd5b5f3f37b1777c656 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/rep_barrier/a0e80bac91004bd5b5f3f37b1777c656 2024-11-10T06:24:14,001 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/rep_barrier/a0e80bac91004bd5b5f3f37b1777c656, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:14,002 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/.tmp/table/80dd4c8a0a5d469d8cfeb44067248678 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/table/80dd4c8a0a5d469d8cfeb44067248678 2024-11-10T06:24:14,005 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/table/80dd4c8a0a5d469d8cfeb44067248678, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:14,006 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:14,006 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:24:14,011 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.1731219819730 to pos 2382, reset compression=false 2024-11-10T06:24:14,011 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:14,013 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:14,013 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:14,013 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:14,013 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219852698Running coprocessor pre-close hooks at 1731219852698Disabling compacts and flushes for region at 1731219852698Disabling writes for close at 1731219852698Obtaining lock to block concurrent updates at 1731219852698Preparing flush snapshotting stores in 1588230740 at 1731219852698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219852698Flushing stores of hbase:meta,,1.1588230740 at 1731219852699 (+1 ms)Flushing 1588230740/info: creating writer at 1731219852699Flushing 1588230740/info: appending metadata at 1731219852714 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731219852714Flushing 1588230740/ns: creating writer at 1731219852725 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731219852738 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731219852738Flushing 1588230740/rep_barrier: creating writer at 1731219853147 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219853160 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219853160Flushing 1588230740/table: creating writer at 1731219853567 (+407 ms)Flushing 1588230740/table: appending metadata at 1731219853581 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731219853581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e31c125: reopening flushed file at 1731219853989 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acaea91: reopening flushed file at 1731219853993 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcf7b3a: reopening flushed file at 1731219853997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d099033: reopening flushed file at 1731219854001 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731219854006 (+5 ms)Writing region close event to WAL at 1731219854009 (+3 ms)Running coprocessor post-close hooks at 1731219854013 (+4 ms)Closed at 1731219854013 2024-11-10T06:24:14,013 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:14,099 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T06:24:14,100 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,35157,1731219817743; all regions closed. 2024-11-10T06:24:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:14,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/WALs/c48ba4c5549b,35157,1731219817743/c48ba4c5549b%2C35157%2C1731219817743.meta.1731219820663.meta not finished, retry = 0 2024-11-10T06:24:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741839_1015 (size=2609) 2024-11-10T06:24:14,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741832_1008 (size=2390) 2024-11-10T06:24:14,207 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:14,207 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:14,207 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:14,208 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:14,208 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:14,208 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:14,208 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,35157,1731219817743 because: Region server is closing 2024-11-10T06:24:14,208 INFO [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35157. 2024-11-10T06:24:14,208 DEBUG [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:14,208 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:14,209 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:14,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:14,309 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.shipperc48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 terminated 2024-11-10T06:24:14,309 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,35157,1731219817743.replicationSource.wal-reader.c48ba4c5549b%2C35157%2C1731219817743,1-c48ba4c5549b,35157,1731219817743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:14,309 INFO [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:35157. 2024-11-10T06:24:14,309 DEBUG [RS:0;c48ba4c5549b:35157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:14,309 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:14,309 DEBUG [RS:0;c48ba4c5549b:35157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:14,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:14,309 INFO [RS:0;c48ba4c5549b:35157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35157 2024-11-10T06:24:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1323615393/rs/c48ba4c5549b,35157,1731219817743 2024-11-10T06:24:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393/rs 2024-11-10T06:24:14,311 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:14,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,35157,1731219817743] 2024-11-10T06:24:14,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1323615393/draining/c48ba4c5549b,35157,1731219817743 already deleted, retry=false 2024-11-10T06:24:14,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,35157,1731219817743 expired; onlineServers=0 2024-11-10T06:24:14,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,39293,1731219817695' ***** 2024-11-10T06:24:14,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:14,315 INFO [M:0;c48ba4c5549b:39293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:14,315 INFO [M:0;c48ba4c5549b:39293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:14,315 DEBUG [M:0;c48ba4c5549b:39293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:14,315 DEBUG [M:0;c48ba4c5549b:39293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:14,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:14,315 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219819523 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219819523,5,FailOnTimeoutGroup] 2024-11-10T06:24:14,315 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219819523 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219819523,5,FailOnTimeoutGroup] 2024-11-10T06:24:14,315 INFO [M:0;c48ba4c5549b:39293 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:14,315 INFO [M:0;c48ba4c5549b:39293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:14,315 DEBUG [M:0;c48ba4c5549b:39293 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:14,315 INFO [M:0;c48ba4c5549b:39293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:14,316 INFO [M:0;c48ba4c5549b:39293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:14,316 INFO [M:0;c48ba4c5549b:39293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:14,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1323615393/master 2024-11-10T06:24:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1323615393 2024-11-10T06:24:14,317 DEBUG [M:0;c48ba4c5549b:39293 {}] zookeeper.ZKUtil(347): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Unable to get data of znode /0-1323615393/master because node does not exist (not an error) 2024-11-10T06:24:14,317 WARN [M:0;c48ba4c5549b:39293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:14,317 INFO [M:0;c48ba4c5549b:39293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/.lastflushedseqids 2024-11-10T06:24:14,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741847_1023 (size=245) 2024-11-10T06:24:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:14,413 INFO [RS:0;c48ba4c5549b:35157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:14,413 INFO [RS:0;c48ba4c5549b:35157 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,35157,1731219817743; zookeeper connection closed. 2024-11-10T06:24:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35157-0x101008beb520001, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:14,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b144a66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b144a66 2024-11-10T06:24:14,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:14,722 INFO [M:0;c48ba4c5549b:39293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:14,722 INFO [M:0;c48ba4c5549b:39293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:14,722 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:14,722 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:14,722 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:14,722 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:14,722 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:14,722 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T06:24:14,741 DEBUG [M:0;c48ba4c5549b:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8198b6d3323a4350a5cc55099cfcfba1 is 82, key is hbase:meta,,1/info:regioninfo/1731219820700/Put/seqid=0 2024-11-10T06:24:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741848_1024 (size=5672) 2024-11-10T06:24:15,146 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8198b6d3323a4350a5cc55099cfcfba1 2024-11-10T06:24:15,163 DEBUG [M:0;c48ba4c5549b:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c297c79c6cd4af39d8b7d8dd107a1d5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219829785/Put/seqid=0 2024-11-10T06:24:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741849_1025 (size=7218) 2024-11-10T06:24:15,167 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c297c79c6cd4af39d8b7d8dd107a1d5 2024-11-10T06:24:15,171 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c297c79c6cd4af39d8b7d8dd107a1d5 2024-11-10T06:24:15,185 DEBUG [M:0;c48ba4c5549b:39293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54da4a7e6931435583c1f551672c3313 is 69, key is c48ba4c5549b,35157,1731219817743/rs:state/1731219819591/Put/seqid=0 2024-11-10T06:24:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741850_1026 (size=5156) 2024-11-10T06:24:15,589 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54da4a7e6931435583c1f551672c3313 2024-11-10T06:24:15,593 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8198b6d3323a4350a5cc55099cfcfba1 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8198b6d3323a4350a5cc55099cfcfba1 2024-11-10T06:24:15,596 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8198b6d3323a4350a5cc55099cfcfba1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T06:24:15,597 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c297c79c6cd4af39d8b7d8dd107a1d5 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c297c79c6cd4af39d8b7d8dd107a1d5 2024-11-10T06:24:15,601 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c297c79c6cd4af39d8b7d8dd107a1d5 2024-11-10T06:24:15,601 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c297c79c6cd4af39d8b7d8dd107a1d5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T06:24:15,601 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54da4a7e6931435583c1f551672c3313 as hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54da4a7e6931435583c1f551672c3313 2024-11-10T06:24:15,605 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/ed50f099-03ce-4cfb-48e7-76d185764401/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54da4a7e6931435583c1f551672c3313, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T06:24:15,605 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false 2024-11-10T06:24:15,607 INFO [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:15,607 DEBUG [M:0;c48ba4c5549b:39293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219854722Disabling compacts and flushes for region at 1731219854722Disabling writes for close at 1731219854722Obtaining lock to block concurrent updates at 1731219854722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219854722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731219854723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219854723Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219854723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219854741 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219854741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219855149 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219855163 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219855163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219855171 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219855184 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219855184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f624e0: reopening flushed file at 1731219855593 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7f5500: reopening flushed file at 1731219855597 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d23f210: reopening flushed file at 1731219855601 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=105, compaction requested=false at 1731219855605 (+4 ms)Writing region close event to WAL at 1731219855607 (+2 ms)Closed at 1731219855607 2024-11-10T06:24:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32963 is added to blk_1073741830_1006 (size=64423) 2024-11-10T06:24:15,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:15,610 INFO [M:0;c48ba4c5549b:39293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:15,610 INFO [M:0;c48ba4c5549b:39293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39293 2024-11-10T06:24:15,610 INFO [M:0;c48ba4c5549b:39293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:15,712 INFO [M:0;c48ba4c5549b:39293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:15,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39293-0x101008beb520000, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:15,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@180b46f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:15,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a45f7f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:15,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:15,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36df1d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:15,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:15,717 WARN [BP-848778533-172.17.0.2-1731219816663 heartbeating to localhost/127.0.0.1:35615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:15,717 WARN [BP-848778533-172.17.0.2-1731219816663 heartbeating to localhost/127.0.0.1:35615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-848778533-172.17.0.2-1731219816663 (Datanode Uuid 02e42b07-d2b7-4287-891c-284f85ff000d) service to localhost/127.0.0.1:35615 2024-11-10T06:24:15,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:15,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:15,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/data/data1/current/BP-848778533-172.17.0.2-1731219816663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:15,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/cluster_cf4c0987-61cd-3140-02b6-6fbef2c4bcd7/data/data2/current/BP-848778533-172.17.0.2-1731219816663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:15,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:15,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63177e2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:15,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5944f065{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:15,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:15,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e61613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:15,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2703a9e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3651a288-9e57-8514-a76b-d32fb6a0f9f2/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:15,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:24:15,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:15,750 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38179 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39129 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35615 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63326) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=732 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 224), ProcessCount=11 (was 11), AvailableMemoryMB=8961 (was 9003) 2024-11-10T06:24:15,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=8961 2024-11-10T06:24:15,773 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T06:24:15,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir so I do NOT create it in target/test-data/07795de6-c164-22f7-b126-44f552fc93e1 2024-11-10T06:24:15,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:24:15,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.tmp.dir so I do NOT create it in target/test-data/07795de6-c164-22f7-b126-44f552fc93e1 2024-11-10T06:24:15,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2ef1e85-dae9-c52b-55bc-7dd2d8fcbefb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:24:15,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1 2024-11-10T06:24:15,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c, deleteOnExit=true 2024-11-10T06:24:15,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/zookeeper_0, clientPort=65232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:24:15,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65232 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/test.cache.data in system properties and HBase conf 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:24:15,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:24:15,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:24:15,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:24:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101008beb520008, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008beb520005, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008beb520002, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:15,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101008beb520008, quorum=127.0.0.1:63326, baseZNode=/2927033462 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:15,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008beb520002, quorum=127.0.0.1:63326, baseZNode=/0-1323615393 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:15,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008beb520005, quorum=127.0.0.1:63326, baseZNode=/11682185800 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:15,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:15,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:15,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:15,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:15,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:24:15,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:15,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:15,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:16,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646424{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/java.io.tmpdir/jetty-localhost-34723-hadoop-hdfs-3_4_1-tests_jar-_-any-15454018977891975420/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:16,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:34723} 2024-11-10T06:24:16,009 INFO [Time-limited test {}] server.Server(415): Started @253642ms 2024-11-10T06:24:16,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:16,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:16,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:16,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:16,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:16,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0af973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:16,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d155a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:16,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18b9afc5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/java.io.tmpdir/jetty-localhost-39837-hadoop-hdfs-3_4_1-tests_jar-_-any-15498287628880225203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:16,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae6a16b{HTTP/1.1, (http/1.1)}{localhost:39837} 2024-11-10T06:24:16,255 INFO [Time-limited test {}] server.Server(415): Started @253888ms 2024-11-10T06:24:16,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:24:16,362 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/data/data1/current/BP-239947781-172.17.0.2-1731219855811/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:16,362 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/data/data2/current/BP-239947781-172.17.0.2-1731219855811/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:16,383 WARN [Thread-3445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:24:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3457b198abb5de0 with lease ID 0x7a236fadfa56cfa4: Processing first storage report for DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b from datanode DatanodeRegistration(127.0.0.1:36273, datanodeUuid=3fa206ce-6645-461a-ba12-b249d7aaa791, infoPort=39645, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=1495231518;c=1731219855811) 2024-11-10T06:24:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3457b198abb5de0 with lease ID 0x7a236fadfa56cfa4: from storage DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b node DatanodeRegistration(127.0.0.1:36273, datanodeUuid=3fa206ce-6645-461a-ba12-b249d7aaa791, infoPort=39645, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=1495231518;c=1731219855811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3457b198abb5de0 with lease ID 0x7a236fadfa56cfa4: Processing first storage report for DS-bc5943f4-47a8-4c06-a242-a0808d568a86 from datanode DatanodeRegistration(127.0.0.1:36273, datanodeUuid=3fa206ce-6645-461a-ba12-b249d7aaa791, infoPort=39645, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=1495231518;c=1731219855811) 2024-11-10T06:24:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3457b198abb5de0 with lease ID 0x7a236fadfa56cfa4: from storage DS-bc5943f4-47a8-4c06-a242-a0808d568a86 node DatanodeRegistration(127.0.0.1:36273, datanodeUuid=3fa206ce-6645-461a-ba12-b249d7aaa791, infoPort=39645, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=1495231518;c=1731219855811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:16,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1 2024-11-10T06:24:16,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:24:16,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb with version=8 2024-11-10T06:24:16,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/hbase-staging 2024-11-10T06:24:16,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:24:16,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:16,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37751 2024-11-10T06:24:16,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37751 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:16,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377510x0, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:16,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37751-0x101008c84360000 connected 2024-11-10T06:24:16,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/running 2024-11-10T06:24:16,921 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb, hbase.cluster.distributed=false 2024-11-10T06:24:16,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/acl 2024-11-10T06:24:16,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37751 2024-11-10T06:24:16,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37751 2024-11-10T06:24:16,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37751 2024-11-10T06:24:16,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37751 2024-11-10T06:24:16,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37751 2024-11-10T06:24:16,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:16,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:16,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:16,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:16,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:24:16,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:16,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34835 2024-11-10T06:24:16,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34835 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:16,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:16,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348350x0, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:16,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348350x0, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/running 2024-11-10T06:24:16,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34835-0x101008c84360001 connected 2024-11-10T06:24:16,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:24:16,957 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:24:16,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/master 2024-11-10T06:24:16,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/acl 2024-11-10T06:24:16,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-10T06:24:16,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34835 2024-11-10T06:24:16,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34835 2024-11-10T06:24:16,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-10T06:24:16,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34835 2024-11-10T06:24:16,978 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:37751 2024-11-10T06:24:16,979 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1588191740/backup-masters/c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:16,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/backup-masters 2024-11-10T06:24:16,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/backup-masters 2024-11-10T06:24:16,980 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on existing znode=/0-1588191740/backup-masters/c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:16,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:16,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588191740/master 2024-11-10T06:24:16,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:16,982 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on existing znode=/0-1588191740/master 2024-11-10T06:24:16,982 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1588191740/backup-masters/c48ba4c5549b,37751,1731219856895 from backup master directory 2024-11-10T06:24:16,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588191740/backup-masters/c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:16,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/backup-masters 2024-11-10T06:24:16,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/backup-masters 2024-11-10T06:24:16,983 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:16,983 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:16,988 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/hbase.id] with ID: a04313d9-24b7-4c4d-8d58-731356fc779a 2024-11-10T06:24:16,988 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/.tmp/hbase.id 2024-11-10T06:24:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:24:17,395 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/.tmp/hbase.id]:[hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/hbase.id] 2024-11-10T06:24:17,402 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:17,402 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:24:17,403 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:24:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:17,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:24:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:24:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:24:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:24:17,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:17,811 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:17,812 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:24:17,813 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:24:18,219 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store 2024-11-10T06:24:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:24:18,624 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:18,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:18,625 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219858624Disabling compacts and flushes for region at 1731219858624Disabling writes for close at 1731219858625 (+1 ms)Writing region close event to WAL at 1731219858625Closed at 1731219858625 2024-11-10T06:24:18,625 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/.initializing 2024-11-10T06:24:18,625 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/WALs/c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:18,626 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:18,628 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C37751%2C1731219856895, suffix=, logDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/WALs/c48ba4c5549b,37751,1731219856895, archiveDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/oldWALs, maxLogs=10 2024-11-10T06:24:18,646 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/WALs/c48ba4c5549b,37751,1731219856895/c48ba4c5549b%2C37751%2C1731219856895.1731219858628, exclude list is [], retry=0 2024-11-10T06:24:18,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b,DISK] 2024-11-10T06:24:18,650 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/WALs/c48ba4c5549b,37751,1731219856895/c48ba4c5549b%2C37751%2C1731219856895.1731219858628 2024-11-10T06:24:18,650 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-10T06:24:18,650 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:18,650 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:18,650 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,650 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:24:18,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:18,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:18,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:24:18,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:18,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:18,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:24:18,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:18,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:18,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:24:18,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:18,660 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,660 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,661 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,661 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,661 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,662 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:18,663 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:18,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:18,665 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878419, jitterRate=0.10087423026561737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:18,666 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219858651Initializing all the Stores at 1731219858651Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219858651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219858654 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219858654Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219858654Cleaning up temporary data from old regions at 1731219858661 (+7 ms)Region opened successfully at 1731219858666 (+5 ms) 2024-11-10T06:24:18,666 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:24:18,668 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf05ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:18,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:24:18,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:24:18,669 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:24:18,670 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:24:18,670 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:24:18,670 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:24:18,670 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:24:18,674 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:24:18,674 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/balancer because node does not exist (not necessarily an error) 2024-11-10T06:24:18,675 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/balancer already deleted, retry=false 2024-11-10T06:24:18,676 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:24:18,676 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:24:18,677 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/normalizer already deleted, retry=false 2024-11-10T06:24:18,677 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:24:18,678 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:24:18,679 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/switch/split already deleted, retry=false 2024-11-10T06:24:18,680 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:24:18,682 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/switch/merge already deleted, retry=false 2024-11-10T06:24:18,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:24:18,684 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/snapshot-cleanup already deleted, retry=false 2024-11-10T06:24:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588191740/running 2024-11-10T06:24:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1588191740/running 2024-11-10T06:24:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,686 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,37751,1731219856895, sessionid=0x101008c84360000, setting cluster-up flag (Was=false) 2024-11-10T06:24:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,692 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588191740/flush-table-proc/acquired, /0-1588191740/flush-table-proc/reached, /0-1588191740/flush-table-proc/abort 2024-11-10T06:24:18,693 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:18,702 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1588191740/online-snapshot/acquired, /0-1588191740/online-snapshot/reached, /0-1588191740/online-snapshot/abort 2024-11-10T06:24:18,702 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:18,703 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:24:18,709 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:18,710 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:24:18,710 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:24:18,710 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c48ba4c5549b,42449,1731219736101: status=Processing ServerCrashProcedure of c48ba4c5549b,42449,1731219736101 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731219749618, completionTime=-1 appears to have been leaked 2024-11-10T06:24:18,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,37751,1731219856895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:18,711 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:18,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:24:18,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:18,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219888716 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:24:18,716 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:24:18,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:24:18,719 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219858719,5,FailOnTimeoutGroup] 2024-11-10T06:24:18,720 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219858719,5,FailOnTimeoutGroup] 2024-11-10T06:24:18,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:24:18,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:24:18,769 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(746): ClusterId : a04313d9-24b7-4c4d-8d58-731356fc779a 2024-11-10T06:24:18,769 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:24:18,770 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:24:18,770 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:24:18,772 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:24:18,772 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3fb630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:18,784 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:34835 2024-11-10T06:24:18,785 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:24:18,785 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:24:18,785 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:24:18,785 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,37751,1731219856895 with port=34835, startcode=1731219856944 2024-11-10T06:24:18,785 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:24:18,787 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:24:18,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37751 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,788 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb 2024-11-10T06:24:18,788 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36163 2024-11-10T06:24:18,788 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:24:18,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/rs 2024-11-10T06:24:18,790 DEBUG [RS:0;c48ba4c5549b:34835 {}] zookeeper.ZKUtil(111): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on existing znode=/0-1588191740/rs/c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,790 WARN [RS:0;c48ba4c5549b:34835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:18,790 INFO [RS:0;c48ba4c5549b:34835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:18,790 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,34835,1731219856944] 2024-11-10T06:24:18,793 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:24:18,794 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:24:18,794 INFO [RS:0;c48ba4c5549b:34835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:24:18,794 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,794 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:24:18,795 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:24:18,795 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:18,795 DEBUG [RS:0;c48ba4c5549b:34835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,796 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34835,1731219856944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:18,812 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:24:18,812 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34835,1731219856944-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,812 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,812 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.Replication(171): c48ba4c5549b,34835,1731219856944 started 2024-11-10T06:24:18,825 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:18,825 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,34835,1731219856944, RpcServer on c48ba4c5549b/172.17.0.2:34835, sessionid=0x101008c84360001 2024-11-10T06:24:18,825 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:24:18,825 DEBUG [RS:0;c48ba4c5549b:34835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,825 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,34835,1731219856944' 2024-11-10T06:24:18,825 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588191740/flush-table-proc/abort' 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588191740/flush-table-proc/acquired' 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,34835,1731219856944' 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1588191740/online-snapshot/abort' 2024-11-10T06:24:18,826 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1588191740/online-snapshot/acquired' 2024-11-10T06:24:18,827 DEBUG [RS:0;c48ba4c5549b:34835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:24:18,827 INFO [RS:0;c48ba4c5549b:34835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:24:18,827 INFO [RS:0;c48ba4c5549b:34835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:24:18,927 INFO [RS:0;c48ba4c5549b:34835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:18,928 INFO [RS:0;c48ba4c5549b:34835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34835%2C1731219856944, suffix=, logDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944, archiveDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/oldWALs, maxLogs=10 2024-11-10T06:24:18,942 DEBUG [RS:0;c48ba4c5549b:34835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, exclude list is [], retry=0 2024-11-10T06:24:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b,DISK] 2024-11-10T06:24:18,946 INFO [RS:0;c48ba4c5549b:34835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 2024-11-10T06:24:18,946 DEBUG [RS:0;c48ba4c5549b:34835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-10T06:24:19,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:19,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:24:19,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb 2024-11-10T06:24:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:24:19,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:19,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:19,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:19,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:19,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:19,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:19,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:19,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:19,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:19,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:19,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:19,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740 2024-11-10T06:24:19,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740 2024-11-10T06:24:19,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:19,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:19,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:19,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:19,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:19,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287101, jitterRate=-0.11655335128307343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219859527Initializing all the Stores at 1731219859528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219859528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859528Cleaning up temporary data from old regions at 1731219859534 (+6 ms)Region opened successfully at 1731219859538 (+4 ms) 2024-11-10T06:24:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:19,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:19,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:19,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:19,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219859538Disabling compacts and flushes for region at 1731219859538Disabling writes for close at 1731219859538Writing region close event to WAL at 1731219859539 (+1 ms)Closed at 1731219859539 2024-11-10T06:24:19,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:19,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:24:19,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:24:19,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:19,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:24:19,692 DEBUG [c48ba4c5549b:37751 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:24:19,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:19,693 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,34835,1731219856944, state=OPENING 2024-11-10T06:24:19,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:24:19,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:19,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:19,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:19,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588191740/meta-region-server: CHANGED 2024-11-10T06:24:19,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588191740/meta-region-server: CHANGED 2024-11-10T06:24:19,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34835,1731219856944}] 2024-11-10T06:24:19,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:19,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:24:19,860 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:24:19,860 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:19,860 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:24:19,861 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34835%2C1731219856944.meta, suffix=.meta, logDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944, archiveDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/oldWALs, maxLogs=10 2024-11-10T06:24:19,875 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.meta.1731219859862.meta, exclude list is [], retry=0 2024-11-10T06:24:19,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b,DISK] 2024-11-10T06:24:19,878 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.meta.1731219859862.meta 2024-11-10T06:24:19,880 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-10T06:24:19,880 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:19,881 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:24:19,881 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:24:19,881 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:24:19,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:19,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:19,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:19,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:19,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:19,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:19,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:19,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:19,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:19,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:19,888 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:19,888 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740 2024-11-10T06:24:19,889 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740 2024-11-10T06:24:19,890 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:19,890 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:19,890 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:19,891 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:19,891 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73105763, jitterRate=0.08936075866222382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:19,892 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:24:19,892 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219859881Writing region info on filesystem at 1731219859881Initializing all the Stores at 1731219859882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859884 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219859884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219859884Cleaning up temporary data from old regions at 1731219859890 (+6 ms)Running coprocessor post-open hooks at 1731219859892 (+2 ms)Region opened successfully at 1731219859892 2024-11-10T06:24:19,893 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219859855 2024-11-10T06:24:19,895 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:24:19,895 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:24:19,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:19,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,34835,1731219856944, state=OPEN 2024-11-10T06:24:19,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588191740/meta-region-server 2024-11-10T06:24:19,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1588191740/meta-region-server 2024-11-10T06:24:19,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:19,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588191740/meta-region-server: CHANGED 2024-11-10T06:24:19,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1588191740/meta-region-server: CHANGED 2024-11-10T06:24:19,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:24:19,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34835,1731219856944 in 194 msec 2024-11-10T06:24:19,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:24:19,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-10T06:24:19,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:19,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:24:19,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:19,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34835,1731219856944, seqNum=-1] 2024-11-10T06:24:19,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:19,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:19,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-10T06:24:19,907 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219859907, completionTime=-1 2024-11-10T06:24:19,908 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:24:19,908 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:24:19,909 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:24:19,909 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219919909 2024-11-10T06:24:19,909 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219979909 2024-11-10T06:24:19,909 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:37751, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,912 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:19,913 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:24:19,915 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:24:19,915 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:24:19,915 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37751,1731219856895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:19,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b428bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:19,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,37751,-1 for getting cluster id 2024-11-10T06:24:19,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:19,971 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a04313d9-24b7-4c4d-8d58-731356fc779a' 2024-11-10T06:24:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a04313d9-24b7-4c4d-8d58-731356fc779a" 2024-11-10T06:24:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da343ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,37751,-1] 2024-11-10T06:24:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:19,973 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:19,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e491e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:19,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34835,1731219856944, seqNum=-1] 2024-11-10T06:24:19,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:19,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:19,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:19,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:19,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008c84360002 connected 2024-11-10T06:24:19,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir so I do NOT create it in target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032 2024-11-10T06:24:19,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:24:19,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.tmp.dir so I do NOT create it in target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032 2024-11-10T06:24:19,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:24:19,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032 2024-11-10T06:24:19,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/cluster_7efa3014-1512-b082-797c-3d53d776eaf9, deleteOnExit=true 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/test.cache.data in system properties and HBase conf 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:24:19,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:24:19,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:19,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:24:19,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:24:20,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:20,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:20,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:20,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:20,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:20,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:20,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e43042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:20,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@683f2031{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:20,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d33100f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/java.io.tmpdir/jetty-localhost-39589-hadoop-hdfs-3_4_1-tests_jar-_-any-13324508285468556486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:20,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d866bf0{HTTP/1.1, (http/1.1)}{localhost:39589} 2024-11-10T06:24:20,213 INFO [Time-limited test {}] server.Server(415): Started @257846ms 2024-11-10T06:24:20,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:20,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:20,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:20,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:20,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:20,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58243550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:20,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47741fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:20,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b236aed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/java.io.tmpdir/jetty-localhost-33431-hadoop-hdfs-3_4_1-tests_jar-_-any-7110977700918702263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:20,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17854fb5{HTTP/1.1, (http/1.1)}{localhost:33431} 2024-11-10T06:24:20,447 INFO [Time-limited test {}] server.Server(415): Started @258080ms 2024-11-10T06:24:20,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:24:20,552 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/cluster_7efa3014-1512-b082-797c-3d53d776eaf9/data/data2/current/BP-1242174148-172.17.0.2-1731219860011/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:20,552 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/cluster_7efa3014-1512-b082-797c-3d53d776eaf9/data/data1/current/BP-1242174148-172.17.0.2-1731219860011/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:20,581 WARN [Thread-3566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:24:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fe0478ce38826f6 with lease ID 0xeb3d44cd970a1296: Processing first storage report for DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=35277a83-f100-419a-8a9a-34a01ef8eebc, infoPort=36773, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1076000085;c=1731219860011) 2024-11-10T06:24:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fe0478ce38826f6 with lease ID 0xeb3d44cd970a1296: from storage DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=35277a83-f100-419a-8a9a-34a01ef8eebc, infoPort=36773, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1076000085;c=1731219860011), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T06:24:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fe0478ce38826f6 with lease ID 0xeb3d44cd970a1296: Processing first storage report for DS-2b920805-23bc-4948-baa7-699e9230bbda from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=35277a83-f100-419a-8a9a-34a01ef8eebc, infoPort=36773, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1076000085;c=1731219860011) 2024-11-10T06:24:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fe0478ce38826f6 with lease ID 0xeb3d44cd970a1296: from storage DS-2b920805-23bc-4948-baa7-699e9230bbda node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=35277a83-f100-419a-8a9a-34a01ef8eebc, infoPort=36773, infoSecurePort=0, ipcPort=41489, storageInfo=lv=-57;cid=testClusterID;nsid=1076000085;c=1731219860011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:20,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032 2024-11-10T06:24:20,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:20,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:24:21,093 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326 with version=8 2024-11-10T06:24:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/hbase-staging 2024-11-10T06:24:21,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:21,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:21,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:21,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:24:21,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:21,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40281 2024-11-10T06:24:21,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40281 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:21,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402810x0, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:21,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40281-0x101008c84360003 connected 2024-11-10T06:24:21,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:21,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:21,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/running 2024-11-10T06:24:21,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326, hbase.cluster.distributed=false 2024-11-10T06:24:21,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/acl 2024-11-10T06:24:21,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40281 2024-11-10T06:24:21,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40281 2024-11-10T06:24:21,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40281 2024-11-10T06:24:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40281 2024-11-10T06:24:21,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40281 2024-11-10T06:24:21,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:24:21,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:21,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38009 2024-11-10T06:24:21,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38009 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:21,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:21,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380090x0, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:21,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380090x0, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/running 2024-11-10T06:24:21,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38009-0x101008c84360004 connected 2024-11-10T06:24:21,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:24:21,147 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:24:21,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/master 2024-11-10T06:24:21,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/acl 2024-11-10T06:24:21,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-10T06:24:21,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38009 2024-11-10T06:24:21,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38009 2024-11-10T06:24:21,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-10T06:24:21,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38009 2024-11-10T06:24:21,168 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:40281 2024-11-10T06:24:21,168 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-460321023/backup-masters/c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:21,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/backup-masters 2024-11-10T06:24:21,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/backup-masters 2024-11-10T06:24:21,170 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on existing znode=/1-460321023/backup-masters/c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460321023/master 2024-11-10T06:24:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:21,172 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on existing znode=/1-460321023/master 2024-11-10T06:24:21,173 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-460321023/backup-masters/c48ba4c5549b,40281,1731219861095 from backup master directory 2024-11-10T06:24:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460321023/backup-masters/c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/backup-masters 2024-11-10T06:24:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/backup-masters 2024-11-10T06:24:21,174 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:21,174 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:21,176 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/hbase.id] with ID: a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e 2024-11-10T06:24:21,176 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/.tmp/hbase.id 2024-11-10T06:24:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:24:21,181 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/.tmp/hbase.id]:[hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/hbase.id] 2024-11-10T06:24:21,187 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:21,188 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:24:21,188 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T06:24:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:24:21,598 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:21,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:24:21,599 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:24:21,607 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store 2024-11-10T06:24:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:22,012 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:22,012 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:22,012 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219862012Disabling compacts and flushes for region at 1731219862012Disabling writes for close at 1731219862012Writing region close event to WAL at 1731219862012Closed at 1731219862012 2024-11-10T06:24:22,013 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/.initializing 2024-11-10T06:24:22,013 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/WALs/c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:22,014 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:22,015 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C40281%2C1731219861095, suffix=, logDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/WALs/c48ba4c5549b,40281,1731219861095, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/oldWALs, maxLogs=10 2024-11-10T06:24:22,029 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/WALs/c48ba4c5549b,40281,1731219861095/c48ba4c5549b%2C40281%2C1731219861095.1731219862015, exclude list is [], retry=0 2024-11-10T06:24:22,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd,DISK] 2024-11-10T06:24:22,032 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/WALs/c48ba4c5549b,40281,1731219861095/c48ba4c5549b%2C40281%2C1731219861095.1731219862015 2024-11-10T06:24:22,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36773:36773)] 2024-11-10T06:24:22,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:22,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:22,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,033 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:24:22,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:22,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:24:22,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:22,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:24:22,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:22,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:24:22,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:22,039 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,039 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,039 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,040 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,040 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,040 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:22,041 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:22,043 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:22,043 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64922159, jitterRate=-0.03258444368839264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:22,043 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219862033Initializing all the Stores at 1731219862034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219862034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219862034Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219862034Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219862034Cleaning up temporary data from old regions at 1731219862040 (+6 ms)Region opened successfully at 1731219862043 (+3 ms) 2024-11-10T06:24:22,043 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:24:22,045 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cfc355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:24:22,046 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:24:22,047 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:24:22,048 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:24:22,049 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/balancer because node does not exist (not necessarily an error) 2024-11-10T06:24:22,050 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/balancer already deleted, retry=false 2024-11-10T06:24:22,050 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:24:22,050 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:24:22,052 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/normalizer already deleted, retry=false 2024-11-10T06:24:22,052 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:24:22,053 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:24:22,054 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/switch/split already deleted, retry=false 2024-11-10T06:24:22,054 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:24:22,055 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/switch/merge already deleted, retry=false 2024-11-10T06:24:22,057 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:24:22,058 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/snapshot-cleanup already deleted, retry=false 2024-11-10T06:24:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460321023/running 2024-11-10T06:24:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:22,061 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,40281,1731219861095, sessionid=0x101008c84360003, setting cluster-up flag (Was=false) 2024-11-10T06:24:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-460321023/running 2024-11-10T06:24:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:22,093 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-460321023/flush-table-proc/acquired, /1-460321023/flush-table-proc/reached, /1-460321023/flush-table-proc/abort 2024-11-10T06:24:22,094 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:22,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:22,101 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-460321023/online-snapshot/acquired, /1-460321023/online-snapshot/reached, /1-460321023/online-snapshot/abort 2024-11-10T06:24:22,102 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:22,103 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:24:22,104 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:22,104 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:24:22,104 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:24:22,105 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,40281,1731219861095 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:22,106 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219892107 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:24:22,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:24:22,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:24:22,107 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:24:22,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:24:22,108 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:24:22,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:24:22,109 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219862108,5,FailOnTimeoutGroup] 2024-11-10T06:24:22,112 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219862109,5,FailOnTimeoutGroup] 2024-11-10T06:24:22,112 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,112 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:24:22,112 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,112 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:24:22,158 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(746): ClusterId : a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e 2024-11-10T06:24:22,158 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:24:22,160 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:24:22,160 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:24:22,163 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:24:22,163 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4b8796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:22,175 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:38009 2024-11-10T06:24:22,175 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:24:22,175 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:24:22,175 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:24:22,176 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40281,1731219861095 with port=38009, startcode=1731219861136 2024-11-10T06:24:22,176 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:24:22,178 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:24:22,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40281 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,179 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326 2024-11-10T06:24:22,179 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40945 2024-11-10T06:24:22,179 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:24:22,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/rs 2024-11-10T06:24:22,188 DEBUG [RS:0;c48ba4c5549b:38009 {}] zookeeper.ZKUtil(111): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on existing znode=/1-460321023/rs/c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,188 WARN [RS:0;c48ba4c5549b:38009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:22,188 INFO [RS:0;c48ba4c5549b:38009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:22,188 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,38009,1731219861136] 2024-11-10T06:24:22,191 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:24:22,193 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:24:22,193 INFO [RS:0;c48ba4c5549b:38009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:24:22,193 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,194 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:24:22,194 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:24:22,194 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,194 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,194 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,194 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,194 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,194 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:22,195 DEBUG [RS:0;c48ba4c5549b:38009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,195 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38009,1731219861136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:22,210 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:24:22,210 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38009,1731219861136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,211 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,211 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.Replication(171): c48ba4c5549b,38009,1731219861136 started 2024-11-10T06:24:22,225 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:22,225 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,38009,1731219861136, RpcServer on c48ba4c5549b/172.17.0.2:38009, sessionid=0x101008c84360004 2024-11-10T06:24:22,226 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:24:22,226 DEBUG [RS:0;c48ba4c5549b:38009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,226 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38009,1731219861136' 2024-11-10T06:24:22,226 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-460321023/flush-table-proc/abort' 2024-11-10T06:24:22,226 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-460321023/flush-table-proc/acquired' 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,38009,1731219861136' 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-460321023/online-snapshot/abort' 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-460321023/online-snapshot/acquired' 2024-11-10T06:24:22,227 DEBUG [RS:0;c48ba4c5549b:38009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:24:22,227 INFO [RS:0;c48ba4c5549b:38009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:24:22,227 INFO [RS:0;c48ba4c5549b:38009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:24:22,327 INFO [RS:0;c48ba4c5549b:38009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:22,329 INFO [RS:0;c48ba4c5549b:38009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38009%2C1731219861136, suffix=, logDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/oldWALs, maxLogs=10 2024-11-10T06:24:22,343 DEBUG [RS:0;c48ba4c5549b:38009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, exclude list is [], retry=0 2024-11-10T06:24:22,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd,DISK] 2024-11-10T06:24:22,347 INFO [RS:0;c48ba4c5549b:38009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 2024-11-10T06:24:22,347 DEBUG [RS:0;c48ba4c5549b:38009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36773:36773)] 2024-11-10T06:24:22,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:24:22,518 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326 2024-11-10T06:24:22,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:24:22,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:22,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:22,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:22,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:22,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:22,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:22,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:22,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:22,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:22,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:22,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:22,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:22,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:22,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:22,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:22,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740 2024-11-10T06:24:22,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740 2024-11-10T06:24:22,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:22,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:22,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:22,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:22,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:22,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74742841, jitterRate=0.11375512182712555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:22,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219862924Initializing all the Stores at 1731219862925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219862925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219862925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219862925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219862925Cleaning up temporary data from old regions at 1731219862931 (+6 ms)Region opened successfully at 1731219862934 (+3 ms) 2024-11-10T06:24:22,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:22,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:22,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:22,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:22,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:22,935 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:22,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219862935Disabling compacts and flushes for region at 1731219862935Disabling writes for close at 1731219862935Writing region close event to WAL at 1731219862935Closed at 1731219862935 2024-11-10T06:24:22,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:22,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:24:22,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:24:22,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:22,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:24:23,088 DEBUG [c48ba4c5549b:40281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:24:23,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:23,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38009,1731219861136, state=OPENING 2024-11-10T06:24:23,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:24:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:23,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:23,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460321023/meta-region-server: CHANGED 2024-11-10T06:24:23,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460321023/meta-region-server: CHANGED 2024-11-10T06:24:23,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:23,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38009,1731219861136}] 2024-11-10T06:24:23,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:23,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:24:23,249 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:24:23,249 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:23,250 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:24:23,251 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38009%2C1731219861136.meta, suffix=.meta, logDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/oldWALs, maxLogs=10 2024-11-10T06:24:23,265 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.meta.1731219863251.meta, exclude list is [], retry=0 2024-11-10T06:24:23,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd,DISK] 2024-11-10T06:24:23,269 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.meta.1731219863251.meta 2024-11-10T06:24:23,269 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36773:36773)] 2024-11-10T06:24:23,269 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:23,270 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:24:23,270 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:24:23,270 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:24:23,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:23,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:23,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:23,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:23,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:23,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:23,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:23,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:23,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:23,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:23,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:23,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:23,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:23,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:23,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:23,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:23,275 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:23,275 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740 2024-11-10T06:24:23,276 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740 2024-11-10T06:24:23,277 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:23,277 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:23,277 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:23,278 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:23,279 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71719350, jitterRate=0.0687015950679779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:23,279 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:24:23,279 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219863270Writing region info on filesystem at 1731219863270Initializing all the Stores at 1731219863271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219863271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219863271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219863271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219863271Cleaning up temporary data from old regions at 1731219863277 (+6 ms)Running coprocessor post-open hooks at 1731219863279 (+2 ms)Region opened successfully at 1731219863279 2024-11-10T06:24:23,279 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219863245 2024-11-10T06:24:23,282 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:24:23,282 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:24:23,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:23,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,38009,1731219861136, state=OPEN 2024-11-10T06:24:23,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-460321023/meta-region-server 2024-11-10T06:24:23,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-460321023/meta-region-server 2024-11-10T06:24:23,285 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:23,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460321023/meta-region-server: CHANGED 2024-11-10T06:24:23,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-460321023/meta-region-server: CHANGED 2024-11-10T06:24:23,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:24:23,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,38009,1731219861136 in 192 msec 2024-11-10T06:24:23,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:24:23,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-10T06:24:23,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:23,289 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:24:23,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:23,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38009,1731219861136, seqNum=-1] 2024-11-10T06:24:23,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:23,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:23,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-10T06:24:23,295 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219863295, completionTime=-1 2024-11-10T06:24:23,295 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:24:23,295 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219923297 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219983297 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:40281, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,297 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,298 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,299 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.127sec 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:23,301 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:24:23,303 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:24:23,303 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:24:23,303 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40281,1731219861095-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:23,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3749ead2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:23,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:23,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:23,361 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f59a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:23,363 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:23,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4605a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:23,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38009,1731219861136, seqNum=-1] 2024-11-10T06:24:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:23,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:23,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:23,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:23,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008c84360005 connected 2024-11-10T06:24:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir so I do NOT create it in target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c 2024-11-10T06:24:23,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:24:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.tmp.dir so I do NOT create it in target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c 2024-11-10T06:24:23,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:24:23,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c 2024-11-10T06:24:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:24:23,373 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/cluster_1a55d1f4-572a-72c0-8439-67c111adce31, deleteOnExit=true 2024-11-10T06:24:23,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/test.cache.data in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:24:23,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:23,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:24:23,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:24:23,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:23,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:23,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:23,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:23,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:23,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:23,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@516e72bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:23,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282af760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:23,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65390ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/java.io.tmpdir/jetty-localhost-38797-hadoop-hdfs-3_4_1-tests_jar-_-any-11840063807733106387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:23,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76e551cd{HTTP/1.1, (http/1.1)}{localhost:38797} 2024-11-10T06:24:23,579 INFO [Time-limited test {}] server.Server(415): Started @261212ms 2024-11-10T06:24:23,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:23,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:23,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:23,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:23,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:23,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72450e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:23,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f9f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:23,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c183537{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/java.io.tmpdir/jetty-localhost-40663-hadoop-hdfs-3_4_1-tests_jar-_-any-4224987115889026162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:23,782 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b674f04{HTTP/1.1, (http/1.1)}{localhost:40663} 2024-11-10T06:24:23,782 INFO [Time-limited test {}] server.Server(415): Started @261415ms 2024-11-10T06:24:23,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:24:23,883 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/cluster_1a55d1f4-572a-72c0-8439-67c111adce31/data/data1/current/BP-613277027-172.17.0.2-1731219863398/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:23,883 WARN [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/cluster_1a55d1f4-572a-72c0-8439-67c111adce31/data/data2/current/BP-613277027-172.17.0.2-1731219863398/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:23,904 WARN [Thread-3686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252a5bdd0cfb897e with lease ID 0x53007789e3cc5227: Processing first storage report for DS-b43813e1-1bca-4560-8d94-eb043ea02fbc from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=7211c1d8-388f-4430-84a4-36edc0b05e12, infoPort=42461, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=2031705193;c=1731219863398) 2024-11-10T06:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252a5bdd0cfb897e with lease ID 0x53007789e3cc5227: from storage DS-b43813e1-1bca-4560-8d94-eb043ea02fbc node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=7211c1d8-388f-4430-84a4-36edc0b05e12, infoPort=42461, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=2031705193;c=1731219863398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x252a5bdd0cfb897e with lease ID 0x53007789e3cc5227: Processing first storage report for DS-81de0480-9917-47de-a483-f8e44a5dd7ad from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=7211c1d8-388f-4430-84a4-36edc0b05e12, infoPort=42461, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=2031705193;c=1731219863398) 2024-11-10T06:24:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x252a5bdd0cfb897e with lease ID 0x53007789e3cc5227: from storage DS-81de0480-9917-47de-a483-f8e44a5dd7ad node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=7211c1d8-388f-4430-84a4-36edc0b05e12, infoPort=42461, infoSecurePort=0, ipcPort=35355, storageInfo=lv=-57;cid=testClusterID;nsid=2031705193;c=1731219863398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:23,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c 2024-11-10T06:24:23,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:23,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:24:24,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8 with version=8 2024-11-10T06:24:24,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/hbase-staging 2024-11-10T06:24:24,320 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:24,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:24,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:24,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:24:24,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:24,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42111 2024-11-10T06:24:24,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42111 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421110x0, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:24,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42111-0x101008c84360006 connected 2024-11-10T06:24:24,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:24,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:24,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/running 2024-11-10T06:24:24,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8, hbase.cluster.distributed=false 2024-11-10T06:24:24,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/acl 2024-11-10T06:24:24,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T06:24:24,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42111 2024-11-10T06:24:24,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42111 2024-11-10T06:24:24,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T06:24:24,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42111 2024-11-10T06:24:24,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:24:24,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:24,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46517 2024-11-10T06:24:24,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46517 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:24,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:24,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465170x0, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:24,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465170x0, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/running 2024-11-10T06:24:24,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46517-0x101008c84360007 connected 2024-11-10T06:24:24,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:24:24,372 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:24:24,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/master 2024-11-10T06:24:24,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/acl 2024-11-10T06:24:24,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-10T06:24:24,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46517 2024-11-10T06:24:24,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46517 2024-11-10T06:24:24,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-10T06:24:24,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-10T06:24:24,395 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:42111 2024-11-10T06:24:24,396 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21692171739/backup-masters/c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/backup-masters 2024-11-10T06:24:24,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/backup-masters 2024-11-10T06:24:24,397 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on existing znode=/21692171739/backup-masters/c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:24,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692171739/master 2024-11-10T06:24:24,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:24,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:24,399 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on existing znode=/21692171739/master 2024-11-10T06:24:24,399 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21692171739/backup-masters/c48ba4c5549b,42111,1731219864320 from backup master directory 2024-11-10T06:24:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692171739/backup-masters/c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/backup-masters 2024-11-10T06:24:24,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/backup-masters 2024-11-10T06:24:24,402 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:24,402 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:24,405 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/hbase.id] with ID: 7eb3fab5-8688-44bd-9a70-ce35f07c0183 2024-11-10T06:24:24,405 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/.tmp/hbase.id 2024-11-10T06:24:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:24:24,414 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/.tmp/hbase.id]:[hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/hbase.id] 2024-11-10T06:24:24,421 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:24,421 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:24:24,422 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:24:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:24:24,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:24:24,830 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:24,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:24:24,831 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:24:25,238 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store 2024-11-10T06:24:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:24:25,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:25,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:25,643 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:25,643 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:25,643 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219865643Disabling compacts and flushes for region at 1731219865643Disabling writes for close at 1731219865643Writing region close event to WAL at 1731219865643Closed at 1731219865643 2024-11-10T06:24:25,644 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/.initializing 2024-11-10T06:24:25,644 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/WALs/c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:25,645 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:25,646 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C42111%2C1731219864320, suffix=, logDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/WALs/c48ba4c5549b,42111,1731219864320, archiveDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/oldWALs, maxLogs=10 2024-11-10T06:24:25,660 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/WALs/c48ba4c5549b,42111,1731219864320/c48ba4c5549b%2C42111%2C1731219864320.1731219865646, exclude list is [], retry=0 2024-11-10T06:24:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-b43813e1-1bca-4560-8d94-eb043ea02fbc,DISK] 2024-11-10T06:24:25,664 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/WALs/c48ba4c5549b,42111,1731219864320/c48ba4c5549b%2C42111%2C1731219864320.1731219865646 2024-11-10T06:24:25,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-10T06:24:25,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:25,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:25,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,664 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:24:25,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:25,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:25,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:24:25,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:25,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:25,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:24:25,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:25,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:25,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:24:25,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:25,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:25,670 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,671 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,672 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,672 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,672 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:25,673 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:25,674 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:25,675 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70319155, jitterRate=0.047837063670158386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:25,675 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219865664Initializing all the Stores at 1731219865665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219865665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219865665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219865665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219865665Cleaning up temporary data from old regions at 1731219865672 (+7 ms)Region opened successfully at 1731219865675 (+3 ms) 2024-11-10T06:24:25,675 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:24:25,677 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64339c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:24:25,678 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:24:25,680 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:24:25,680 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/balancer because node does not exist (not necessarily an error) 2024-11-10T06:24:25,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/balancer already deleted, retry=false 2024-11-10T06:24:25,681 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:24:25,682 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:24:25,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/normalizer already deleted, retry=false 2024-11-10T06:24:25,683 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:24:25,684 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:24:25,686 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/switch/split already deleted, retry=false 2024-11-10T06:24:25,686 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:24:25,687 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/switch/merge already deleted, retry=false 2024-11-10T06:24:25,688 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:24:25,689 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/snapshot-cleanup already deleted, retry=false 2024-11-10T06:24:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692171739/running 2024-11-10T06:24:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692171739/running 2024-11-10T06:24:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,691 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,42111,1731219864320, sessionid=0x101008c84360006, setting cluster-up flag (Was=false) 2024-11-10T06:24:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,699 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21692171739/flush-table-proc/acquired, /21692171739/flush-table-proc/reached, /21692171739/flush-table-proc/abort 2024-11-10T06:24:25,699 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:25,706 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21692171739/online-snapshot/acquired, /21692171739/online-snapshot/reached, /21692171739/online-snapshot/abort 2024-11-10T06:24:25,706 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:25,707 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:24:25,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:25,708 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:24:25,709 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:24:25,709 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,42111,1731219864320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:25,710 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219895711 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:24:25,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:24:25,711 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:24:25,712 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:25,712 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219865712,5,FailOnTimeoutGroup] 2024-11-10T06:24:25,712 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:24:25,712 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219865712,5,FailOnTimeoutGroup] 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,712 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:24:25,782 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(746): ClusterId : 7eb3fab5-8688-44bd-9a70-ce35f07c0183 2024-11-10T06:24:25,782 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:24:25,784 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:24:25,784 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:24:25,786 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:24:25,786 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ae75d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:25,798 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:46517 2024-11-10T06:24:25,798 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:24:25,798 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:24:25,798 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:24:25,799 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,42111,1731219864320 with port=46517, startcode=1731219864359 2024-11-10T06:24:25,799 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:24:25,800 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:24:25,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42111 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,801 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8 2024-11-10T06:24:25,801 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37051 2024-11-10T06:24:25,801 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:24:25,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/rs 2024-11-10T06:24:25,807 DEBUG [RS:0;c48ba4c5549b:46517 {}] zookeeper.ZKUtil(111): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on existing znode=/21692171739/rs/c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,807 WARN [RS:0;c48ba4c5549b:46517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:25,807 INFO [RS:0;c48ba4c5549b:46517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:25,807 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,807 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,46517,1731219864359] 2024-11-10T06:24:25,810 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:24:25,811 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:24:25,811 INFO [RS:0;c48ba4c5549b:46517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:24:25,811 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,811 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:24:25,812 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:24:25,812 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:25,812 DEBUG [RS:0;c48ba4c5549b:46517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,816 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46517,1731219864359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:25,834 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:24:25,834 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,46517,1731219864359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,834 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,834 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.Replication(171): c48ba4c5549b,46517,1731219864359 started 2024-11-10T06:24:25,851 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:25,851 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,46517,1731219864359, RpcServer on c48ba4c5549b/172.17.0.2:46517, sessionid=0x101008c84360007 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46517,1731219864359' 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21692171739/flush-table-proc/abort' 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21692171739/flush-table-proc/acquired' 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,46517,1731219864359' 2024-11-10T06:24:25,852 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21692171739/online-snapshot/abort' 2024-11-10T06:24:25,853 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21692171739/online-snapshot/acquired' 2024-11-10T06:24:25,853 DEBUG [RS:0;c48ba4c5549b:46517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:24:25,853 INFO [RS:0;c48ba4c5549b:46517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:24:25,853 INFO [RS:0;c48ba4c5549b:46517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:24:25,953 INFO [RS:0;c48ba4c5549b:46517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:25,955 INFO [RS:0;c48ba4c5549b:46517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46517%2C1731219864359, suffix=, logDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359, archiveDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/oldWALs, maxLogs=10 2024-11-10T06:24:25,972 DEBUG [RS:0;c48ba4c5549b:46517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, exclude list is [], retry=0 2024-11-10T06:24:25,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-b43813e1-1bca-4560-8d94-eb043ea02fbc,DISK] 2024-11-10T06:24:25,976 INFO [RS:0;c48ba4c5549b:46517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 2024-11-10T06:24:25,976 DEBUG [RS:0;c48ba4c5549b:46517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-10T06:24:26,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:24:26,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8 2024-11-10T06:24:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:24:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:26,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:26,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:26,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:26,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:26,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:26,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:26,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:26,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:26,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:26,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740 2024-11-10T06:24:26,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740 2024-11-10T06:24:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:26,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:26,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:26,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:26,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:26,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63056016, jitterRate=-0.060392141342163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219866526Initializing all the Stores at 1731219866527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219866527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866527Cleaning up temporary data from old regions at 1731219866533 (+6 ms)Region opened successfully at 1731219866536 (+3 ms) 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:26,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:26,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:26,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219866536Disabling compacts and flushes for region at 1731219866536Disabling writes for close at 1731219866536Writing region close event to WAL at 1731219866536Closed at 1731219866536 2024-11-10T06:24:26,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:26,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:24:26,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:24:26,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:26,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:24:26,689 DEBUG [c48ba4c5549b:42111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:24:26,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:26,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46517,1731219864359, state=OPENING 2024-11-10T06:24:26,691 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:24:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:26,693 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:26,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46517,1731219864359}] 2024-11-10T06:24:26,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692171739/meta-region-server: CHANGED 2024-11-10T06:24:26,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692171739/meta-region-server: CHANGED 2024-11-10T06:24:26,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:26,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:24:26,849 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:24:26,849 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:26,849 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:24:26,850 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46517%2C1731219864359.meta, suffix=.meta, logDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359, archiveDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/oldWALs, maxLogs=10 2024-11-10T06:24:26,864 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.meta.1731219866851.meta, exclude list is [], retry=0 2024-11-10T06:24:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-b43813e1-1bca-4560-8d94-eb043ea02fbc,DISK] 2024-11-10T06:24:26,867 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.meta.1731219866851.meta 2024-11-10T06:24:26,867 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-10T06:24:26,867 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:26,868 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:24:26,868 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:24:26,868 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:24:26,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:26,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:26,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:26,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:26,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:26,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:26,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:26,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:26,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:26,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:26,873 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:26,873 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740 2024-11-10T06:24:26,874 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740 2024-11-10T06:24:26,874 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:26,874 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:26,875 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:26,875 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:26,876 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72393728, jitterRate=0.0787506103515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:26,876 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:24:26,876 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219866868Writing region info on filesystem at 1731219866868Initializing all the Stores at 1731219866869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219866869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219866869Cleaning up temporary data from old regions at 1731219866874 (+5 ms)Running coprocessor post-open hooks at 1731219866876 (+2 ms)Region opened successfully at 1731219866876 2024-11-10T06:24:26,877 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219866844 2024-11-10T06:24:26,878 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:24:26,878 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:24:26,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:26,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,46517,1731219864359, state=OPEN 2024-11-10T06:24:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21692171739/meta-region-server 2024-11-10T06:24:26,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21692171739/meta-region-server 2024-11-10T06:24:26,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:26,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692171739/meta-region-server: CHANGED 2024-11-10T06:24:26,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692171739/meta-region-server: CHANGED 2024-11-10T06:24:26,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:24:26,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,46517,1731219864359 in 188 msec 2024-11-10T06:24:26,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:24:26,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-10T06:24:26,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:26,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:24:26,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:26,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46517,1731219864359, seqNum=-1] 2024-11-10T06:24:26,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:26,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:26,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-10T06:24:26,890 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219866890, completionTime=-1 2024-11-10T06:24:26,890 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:24:26,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219926892 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731219986892 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:42111, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,892 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,894 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.493sec 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:26,895 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:24:26,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:24:26,897 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:24:26,897 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,42111,1731219864320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:26,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d766e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:26,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:26,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:26,984 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:26,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed1f0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:26,986 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:26,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720604b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:26,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46517,1731219864359, seqNum=-1] 2024-11-10T06:24:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:26,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:26,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65232 2024-11-10T06:24:26,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:26,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101008c84360008 connected 2024-11-10T06:24:26,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79783a35 2024-11-10T06:24:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:26,998 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:26,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:24:27,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:27,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:27,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:24:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:27,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:24:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:27,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac53cc28c64a3d2cb9ecb4cbe8ec288c, NAME => 'test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb 2024-11-10T06:24:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:24:27,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:24:27,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:24:27,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:24:27,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:24:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac53cc28c64a3d2cb9ecb4cbe8ec288c, disabling compactions & flushes 2024-11-10T06:24:27,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. after waiting 0 ms 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:27,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:27,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac53cc28c64a3d2cb9ecb4cbe8ec288c: Waiting for close lock at 1731219867812Disabling compacts and flushes for region at 1731219867812Disabling writes for close at 1731219867812Writing region close event to WAL at 1731219867812Closed at 1731219867812 2024-11-10T06:24:27,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:27,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219867813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219867813"}]},"ts":"1731219867813"} 2024-11-10T06:24:27,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:27,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:27,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219867816"}]},"ts":"1731219867816"} 2024-11-10T06:24:27,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:24:27,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac53cc28c64a3d2cb9ecb4cbe8ec288c, ASSIGN}] 2024-11-10T06:24:27,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac53cc28c64a3d2cb9ecb4cbe8ec288c, ASSIGN 2024-11-10T06:24:27,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac53cc28c64a3d2cb9ecb4cbe8ec288c, ASSIGN; state=OFFLINE, location=c48ba4c5549b,34835,1731219856944; forceNewPlan=false, retain=false 2024-11-10T06:24:27,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac53cc28c64a3d2cb9ecb4cbe8ec288c, regionState=OPENING, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:27,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac53cc28c64a3d2cb9ecb4cbe8ec288c, ASSIGN because future has completed 2024-11-10T06:24:27,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac53cc28c64a3d2cb9ecb4cbe8ec288c, server=c48ba4c5549b,34835,1731219856944}] 2024-11-10T06:24:28,127 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:28,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac53cc28c64a3d2cb9ecb4cbe8ec288c, NAME => 'test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:28,127 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:28,127 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:24:28,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:28,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,127 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,128 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,129 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac53cc28c64a3d2cb9ecb4cbe8ec288c columnFamilyName f 2024-11-10T06:24:28,129 DEBUG [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:28,130 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(327): Store=ac53cc28c64a3d2cb9ecb4cbe8ec288c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:28,130 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,131 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac53cc28c64a3d2cb9ecb4cbe8ec288c columnFamilyName f1 2024-11-10T06:24:28,131 DEBUG [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:28,131 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(327): Store=ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:28,131 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,132 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac53cc28c64a3d2cb9ecb4cbe8ec288c columnFamilyName norep 2024-11-10T06:24:28,132 DEBUG [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:28,132 INFO [StoreOpener-ac53cc28c64a3d2cb9ecb4cbe8ec288c-1 {}] regionserver.HStore(327): Store=ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:28,132 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,133 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,133 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,134 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:28,134 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,134 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:28,135 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,136 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:28,137 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac53cc28c64a3d2cb9ecb4cbe8ec288c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71756037, jitterRate=0.0692482739686966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:28,137 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:28,137 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac53cc28c64a3d2cb9ecb4cbe8ec288c: Running coprocessor pre-open hook at 1731219868128Writing region info on filesystem at 1731219868128Initializing all the Stores at 1731219868128Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219868128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219868128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219868128Cleaning up temporary data from old regions at 1731219868134 (+6 ms)Running coprocessor post-open hooks at 1731219868137 (+3 ms)Region opened successfully at 1731219868137 2024-11-10T06:24:28,138 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c., pid=6, masterSystemTime=1731219868124 2024-11-10T06:24:28,139 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:28,139 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:28,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac53cc28c64a3d2cb9ecb4cbe8ec288c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:28,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac53cc28c64a3d2cb9ecb4cbe8ec288c, server=c48ba4c5549b,34835,1731219856944 because future has completed 2024-11-10T06:24:28,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:24:28,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac53cc28c64a3d2cb9ecb4cbe8ec288c, server=c48ba4c5549b,34835,1731219856944 in 177 msec 2024-11-10T06:24:28,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:24:28,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac53cc28c64a3d2cb9ecb4cbe8ec288c, ASSIGN in 333 msec 2024-11-10T06:24:28,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:28,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219868153"}]},"ts":"1731219868153"} 2024-11-10T06:24:28,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:24:28,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:28,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-10T06:24:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:29,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:24:29,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c4897 2024-11-10T06:24:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:29,147 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:29,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:24:29,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:29,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:29,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:24:29,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:29,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13e4f05ff6413c878e189eb8940ba1a4, NAME => 'test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326 2024-11-10T06:24:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:24:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:29,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:29,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13e4f05ff6413c878e189eb8940ba1a4, disabling compactions & flushes 2024-11-10T06:24:29,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:29,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:29,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. after waiting 0 ms 2024-11-10T06:24:29,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:29,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:29,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13e4f05ff6413c878e189eb8940ba1a4: Waiting for close lock at 1731219869961Disabling compacts and flushes for region at 1731219869961Disabling writes for close at 1731219869962 (+1 ms)Writing region close event to WAL at 1731219869962Closed at 1731219869962 2024-11-10T06:24:29,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:29,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219869963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219869963"}]},"ts":"1731219869963"} 2024-11-10T06:24:29,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:29,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:29,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219869966"}]},"ts":"1731219869966"} 2024-11-10T06:24:29,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:24:29,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13e4f05ff6413c878e189eb8940ba1a4, ASSIGN}] 2024-11-10T06:24:29,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13e4f05ff6413c878e189eb8940ba1a4, ASSIGN 2024-11-10T06:24:29,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13e4f05ff6413c878e189eb8940ba1a4, ASSIGN; state=OFFLINE, location=c48ba4c5549b,38009,1731219861136; forceNewPlan=false, retain=false 2024-11-10T06:24:30,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13e4f05ff6413c878e189eb8940ba1a4, regionState=OPENING, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:30,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13e4f05ff6413c878e189eb8940ba1a4, ASSIGN because future has completed 2024-11-10T06:24:30,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e4f05ff6413c878e189eb8940ba1a4, server=c48ba4c5549b,38009,1731219861136}] 2024-11-10T06:24:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:30,289 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:30,289 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13e4f05ff6413c878e189eb8940ba1a4, NAME => 'test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:30,289 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:30,289 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:24:30,289 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,290 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:30,290 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,290 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,291 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,292 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e4f05ff6413c878e189eb8940ba1a4 columnFamilyName f 2024-11-10T06:24:30,292 DEBUG [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:30,292 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(327): Store=13e4f05ff6413c878e189eb8940ba1a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:30,292 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,293 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e4f05ff6413c878e189eb8940ba1a4 columnFamilyName f1 2024-11-10T06:24:30,293 DEBUG [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:30,293 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(327): Store=13e4f05ff6413c878e189eb8940ba1a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:30,293 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,294 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e4f05ff6413c878e189eb8940ba1a4 columnFamilyName norep 2024-11-10T06:24:30,294 DEBUG [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:30,294 INFO [StoreOpener-13e4f05ff6413c878e189eb8940ba1a4-1 {}] regionserver.HStore(327): Store=13e4f05ff6413c878e189eb8940ba1a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:30,295 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,295 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,295 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,296 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,296 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,296 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:30,297 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,298 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:30,299 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13e4f05ff6413c878e189eb8940ba1a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63361149, jitterRate=-0.05584530532360077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:30,299 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:30,299 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13e4f05ff6413c878e189eb8940ba1a4: Running coprocessor pre-open hook at 1731219870290Writing region info on filesystem at 1731219870290Initializing all the Stores at 1731219870290Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219870290Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219870290Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219870290Cleaning up temporary data from old regions at 1731219870296 (+6 ms)Running coprocessor post-open hooks at 1731219870299 (+3 ms)Region opened successfully at 1731219870299 2024-11-10T06:24:30,300 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4., pid=6, masterSystemTime=1731219870286 2024-11-10T06:24:30,302 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:30,302 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:30,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13e4f05ff6413c878e189eb8940ba1a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:30,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e4f05ff6413c878e189eb8940ba1a4, server=c48ba4c5549b,38009,1731219861136 because future has completed 2024-11-10T06:24:30,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:24:30,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13e4f05ff6413c878e189eb8940ba1a4, server=c48ba4c5549b,38009,1731219861136 in 172 msec 2024-11-10T06:24:30,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:24:30,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13e4f05ff6413c878e189eb8940ba1a4, ASSIGN in 339 msec 2024-11-10T06:24:30,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:30,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219870308"}]},"ts":"1731219870308"} 2024-11-10T06:24:30,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:24:30,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:30,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-10T06:24:30,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:24:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:31,295 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:24:31,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40374b18 2024-11-10T06:24:31,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:31,297 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:31,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:24:31,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:31,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:31,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:24:31,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:24:31,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de4862bcb7e400891842967f13ea6728, NAME => 'test,,1731219871297.de4862bcb7e400891842967f13ea6728.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8 2024-11-10T06:24:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:24:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:31,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219871297.de4862bcb7e400891842967f13ea6728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:31,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de4862bcb7e400891842967f13ea6728, disabling compactions & flushes 2024-11-10T06:24:31,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:31,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:31,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219871297.de4862bcb7e400891842967f13ea6728. after waiting 0 ms 2024-11-10T06:24:31,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:31,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:31,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de4862bcb7e400891842967f13ea6728: Waiting for close lock at 1731219871711Disabling compacts and flushes for region at 1731219871711Disabling writes for close at 1731219871712 (+1 ms)Writing region close event to WAL at 1731219871712Closed at 1731219871712 2024-11-10T06:24:31,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:31,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219871297.de4862bcb7e400891842967f13ea6728.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219871713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219871713"}]},"ts":"1731219871713"} 2024-11-10T06:24:31,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:31,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:31,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219871715"}]},"ts":"1731219871715"} 2024-11-10T06:24:31,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:24:31,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de4862bcb7e400891842967f13ea6728, ASSIGN}] 2024-11-10T06:24:31,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de4862bcb7e400891842967f13ea6728, ASSIGN 2024-11-10T06:24:31,719 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de4862bcb7e400891842967f13ea6728, ASSIGN; state=OFFLINE, location=c48ba4c5549b,46517,1731219864359; forceNewPlan=false, retain=false 2024-11-10T06:24:31,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de4862bcb7e400891842967f13ea6728, regionState=OPENING, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:31,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de4862bcb7e400891842967f13ea6728, ASSIGN because future has completed 2024-11-10T06:24:31,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de4862bcb7e400891842967f13ea6728, server=c48ba4c5549b,46517,1731219864359}] 2024-11-10T06:24:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:32,027 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:32,027 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de4862bcb7e400891842967f13ea6728, NAME => 'test,,1731219871297.de4862bcb7e400891842967f13ea6728.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:32,028 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:32,028 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:24:32,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219871297.de4862bcb7e400891842967f13ea6728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:32,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,028 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,029 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,030 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4862bcb7e400891842967f13ea6728 columnFamilyName f 2024-11-10T06:24:32,030 DEBUG [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:32,030 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(327): Store=de4862bcb7e400891842967f13ea6728/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:32,030 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,031 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4862bcb7e400891842967f13ea6728 columnFamilyName f1 2024-11-10T06:24:32,031 DEBUG [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:32,031 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(327): Store=de4862bcb7e400891842967f13ea6728/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:32,031 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,032 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de4862bcb7e400891842967f13ea6728 columnFamilyName norep 2024-11-10T06:24:32,032 DEBUG [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:32,032 INFO [StoreOpener-de4862bcb7e400891842967f13ea6728-1 {}] regionserver.HStore(327): Store=de4862bcb7e400891842967f13ea6728/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:32,033 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,033 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,033 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,034 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,034 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,034 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:32,035 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,036 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:32,037 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de4862bcb7e400891842967f13ea6728; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59050807, jitterRate=-0.12007440626621246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:32,037 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:32,037 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de4862bcb7e400891842967f13ea6728: Running coprocessor pre-open hook at 1731219872028Writing region info on filesystem at 1731219872028Initializing all the Stores at 1731219872029 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219872029Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219872029Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219872029Cleaning up temporary data from old regions at 1731219872034 (+5 ms)Running coprocessor post-open hooks at 1731219872037 (+3 ms)Region opened successfully at 1731219872037 2024-11-10T06:24:32,038 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219871297.de4862bcb7e400891842967f13ea6728., pid=6, masterSystemTime=1731219872024 2024-11-10T06:24:32,039 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:32,039 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:32,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de4862bcb7e400891842967f13ea6728, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:32,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de4862bcb7e400891842967f13ea6728, server=c48ba4c5549b,46517,1731219864359 because future has completed 2024-11-10T06:24:32,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:24:32,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de4862bcb7e400891842967f13ea6728, server=c48ba4c5549b,46517,1731219864359 in 170 msec 2024-11-10T06:24:32,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:24:32,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de4862bcb7e400891842967f13ea6728, ASSIGN in 326 msec 2024-11-10T06:24:32,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:32,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219872046"}]},"ts":"1731219872046"} 2024-11-10T06:24:32,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:24:32,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:32,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-10T06:24:32,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:32,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:32,434 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:24:32,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26102b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,37751,-1 for getting cluster id 2024-11-10T06:24:32,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:32,436 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a04313d9-24b7-4c4d-8d58-731356fc779a' 2024-11-10T06:24:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a04313d9-24b7-4c4d-8d58-731356fc779a" 2024-11-10T06:24:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fe9c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,37751,-1] 2024-11-10T06:24:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:32,438 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c29ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13322e7e 2024-11-10T06:24:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:32,440 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:32,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:24:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:24:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:32,443 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40281' 2024-11-10T06:24:32,444 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69140a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,444 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:32,444 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:32,445 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327534b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:32,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:32,446 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59875f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:32,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29da3e3b 2024-11-10T06:24:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:32,448 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:32,449 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:24:32,449 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:24:32,449 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:32,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:32,449 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:32,450 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:32,451 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:24:32,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:32,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:32,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:32,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:24:32,501 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:24:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:32,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee51db528221a2dbdbc721e91e75d4ac, NAME => 'hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb 2024-11-10T06:24:32,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:24:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee51db528221a2dbdbc721e91e75d4ac, disabling compactions & flushes 2024-11-10T06:24:33,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. after waiting 0 ms 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee51db528221a2dbdbc721e91e75d4ac: Waiting for close lock at 1731219873264Disabling compacts and flushes for region at 1731219873264Disabling writes for close at 1731219873264Writing region close event to WAL at 1731219873264Closed at 1731219873264 2024-11-10T06:24:33,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:33,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219873265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219873265"}]},"ts":"1731219873265"} 2024-11-10T06:24:33,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:33,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:33,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219873268"}]},"ts":"1731219873268"} 2024-11-10T06:24:33,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:24:33,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee51db528221a2dbdbc721e91e75d4ac, ASSIGN}] 2024-11-10T06:24:33,270 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee51db528221a2dbdbc721e91e75d4ac, ASSIGN 2024-11-10T06:24:33,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee51db528221a2dbdbc721e91e75d4ac, ASSIGN; state=OFFLINE, location=c48ba4c5549b,34835,1731219856944; forceNewPlan=false, retain=false 2024-11-10T06:24:33,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:33,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:33,354 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88636 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:33,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee51db528221a2dbdbc721e91e75d4ac, regionState=OPENING, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:33,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee51db528221a2dbdbc721e91e75d4ac, ASSIGN because future has completed 2024-11-10T06:24:33,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee51db528221a2dbdbc721e91e75d4ac, server=c48ba4c5549b,34835,1731219856944}] 2024-11-10T06:24:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:33,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:33,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:24:33,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34835%2C1731219856944.rep, suffix=, logDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944, archiveDir=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/oldWALs, maxLogs=10 2024-11-10T06:24:33,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.rep.1731219873580, exclude list is [], retry=0 2024-11-10T06:24:33,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36273,DS-4bd75566-5684-44d7-9ab8-dc8a0564db9b,DISK] 2024-11-10T06:24:33,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.rep.1731219873580 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39645:39645)] 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee51db528221a2dbdbc721e91e75d4ac, NAME => 'hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:33,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. service=MultiRowMutationService 2024-11-10T06:24:33,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,599 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,600 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee51db528221a2dbdbc721e91e75d4ac columnFamilyName hfileref 2024-11-10T06:24:33,600 DEBUG [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:33,601 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(327): Store=ee51db528221a2dbdbc721e91e75d4ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:33,601 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,602 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee51db528221a2dbdbc721e91e75d4ac columnFamilyName queue 2024-11-10T06:24:33,602 DEBUG [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:33,602 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(327): Store=ee51db528221a2dbdbc721e91e75d4ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:33,602 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,603 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee51db528221a2dbdbc721e91e75d4ac columnFamilyName sid 2024-11-10T06:24:33,603 DEBUG [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:33,603 INFO [StoreOpener-ee51db528221a2dbdbc721e91e75d4ac-1 {}] regionserver.HStore(327): Store=ee51db528221a2dbdbc721e91e75d4ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:33,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:33,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:33,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee51db528221a2dbdbc721e91e75d4ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69106123, jitterRate=0.029761478304862976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:33,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:33,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee51db528221a2dbdbc721e91e75d4ac: Running coprocessor pre-open hook at 1731219873599Writing region info on filesystem at 1731219873599Initializing all the Stores at 1731219873599Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219873599Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219873599Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219873599Cleaning up temporary data from old regions at 1731219873604 (+5 ms)Running coprocessor post-open hooks at 1731219873607 (+3 ms)Region opened successfully at 1731219873608 (+1 ms) 2024-11-10T06:24:33,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac., pid=10, masterSystemTime=1731219873576 2024-11-10T06:24:33,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:33,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee51db528221a2dbdbc721e91e75d4ac, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:33,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee51db528221a2dbdbc721e91e75d4ac, server=c48ba4c5549b,34835,1731219856944 because future has completed 2024-11-10T06:24:33,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:24:33,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee51db528221a2dbdbc721e91e75d4ac, server=c48ba4c5549b,34835,1731219856944 in 188 msec 2024-11-10T06:24:33,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:24:33,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee51db528221a2dbdbc721e91e75d4ac, ASSIGN in 345 msec 2024-11-10T06:24:33,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:33,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219873616"}]},"ts":"1731219873616"} 2024-11-10T06:24:33,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:24:33,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:33,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T06:24:33,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac., hostname=c48ba4c5549b,34835,1731219856944, seqNum=2] 2024-11-10T06:24:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:33,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:24:33,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:24:33,817 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:24:33,846 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,34835,1731219856944, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:24:33,846 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:33,846 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34835,1731219856944, seqNum=-1] 2024-11-10T06:24:33,846 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:33,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T06:24:33,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,34835,1731219856944', locateType=CURRENT is [region=hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac., hostname=c48ba4c5549b,34835,1731219856944, seqNum=2] 2024-11-10T06:24:33,851 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:24:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:24:33,853 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,34835,1731219856944 suceeded 2024-11-10T06:24:33,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:24:33,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T06:24:33,855 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:40281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:24:33,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-10T06:24:33,865 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40281' 2024-11-10T06:24:33,866 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5588d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:33,866 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:33,866 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:33,867 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d7aab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:33,868 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:33,869 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6b2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:33,869 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:33,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:33,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57155823 2024-11-10T06:24:33,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:33,870 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T06:24:33,871 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,34835,1731219856944 (queues=1) is replicating from cluster=a04313d9-24b7-4c4d-8d58-731356fc779a to cluster=a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e 2024-11-10T06:24:33,871 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C34835%2C1731219856944 2024-11-10T06:24:33,871 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,34835,1731219856944, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:24:33,872 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C34835%2C1731219856944 2024-11-10T06:24:33,872 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, startPosition=0, beingWritten=true 2024-11-10T06:24:33,876 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:33,876 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:33,876 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34835,1731219856944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:34,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:34,382 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:34,584 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:24:34,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:34,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:34,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:34,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a96f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:34,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:34,586 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fa1dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,588 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a955b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c62809 2024-11-10T06:24:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:34,590 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:34,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:42111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:24:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:24:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:34,592 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:42111' 2024-11-10T06:24:34,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42285204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,593 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:34,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:34,594 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e772fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,595 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:34,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b528476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:34,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:34,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:34,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e63c9a0 2024-11-10T06:24:34,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:34,597 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:34,597 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:24:34,597 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:24:34,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:34,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:34,597 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:34,598 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:24:34,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:34,599 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:34,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:24:34,648 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:24:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:34,786 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:35,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6819a844129aeacaa101f46e810fb573, NAME => 'hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326 2024-11-10T06:24:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:24:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:35,289 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6819a844129aeacaa101f46e810fb573, disabling compactions & flushes 2024-11-10T06:24:35,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. after waiting 0 ms 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6819a844129aeacaa101f46e810fb573: Waiting for close lock at 1731219875414Disabling compacts and flushes for region at 1731219875414Disabling writes for close at 1731219875414Writing region close event to WAL at 1731219875414Closed at 1731219875414 2024-11-10T06:24:35,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:35,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219875415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219875415"}]},"ts":"1731219875415"} 2024-11-10T06:24:35,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:35,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:35,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219875419"}]},"ts":"1731219875419"} 2024-11-10T06:24:35,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:24:35,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819a844129aeacaa101f46e810fb573, ASSIGN}] 2024-11-10T06:24:35,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819a844129aeacaa101f46e810fb573, ASSIGN 2024-11-10T06:24:35,422 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6819a844129aeacaa101f46e810fb573, ASSIGN; state=OFFLINE, location=c48ba4c5549b,38009,1731219861136; forceNewPlan=false, retain=false 2024-11-10T06:24:35,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6819a844129aeacaa101f46e810fb573, regionState=OPENING, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:35,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6819a844129aeacaa101f46e810fb573, ASSIGN because future has completed 2024-11-10T06:24:35,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6819a844129aeacaa101f46e810fb573, server=c48ba4c5549b,38009,1731219861136}] 2024-11-10T06:24:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:35,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:35,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:24:35,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C38009%2C1731219861136.rep, suffix=, logDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136, archiveDir=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/oldWALs, maxLogs=10 2024-11-10T06:24:35,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.rep.1731219875731, exclude list is [], retry=0 2024-11-10T06:24:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-79dd2f10-9547-4b20-99c5-f86f8dacf1cd,DISK] 2024-11-10T06:24:35,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.rep.1731219875731 2024-11-10T06:24:35,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36773:36773)] 2024-11-10T06:24:35,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6819a844129aeacaa101f46e810fb573, NAME => 'hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:35,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. service=MultiRowMutationService 2024-11-10T06:24:35,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,749 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,750 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819a844129aeacaa101f46e810fb573 columnFamilyName hfileref 2024-11-10T06:24:35,750 DEBUG [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:35,750 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(327): Store=6819a844129aeacaa101f46e810fb573/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:35,750 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,751 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819a844129aeacaa101f46e810fb573 columnFamilyName queue 2024-11-10T06:24:35,751 DEBUG [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:35,751 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(327): Store=6819a844129aeacaa101f46e810fb573/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:35,751 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,752 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6819a844129aeacaa101f46e810fb573 columnFamilyName sid 2024-11-10T06:24:35,752 DEBUG [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:35,752 INFO [StoreOpener-6819a844129aeacaa101f46e810fb573-1 {}] regionserver.HStore(327): Store=6819a844129aeacaa101f46e810fb573/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:35,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/replication/6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/replication/6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:35,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/replication/6819a844129aeacaa101f46e810fb573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:35,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6819a844129aeacaa101f46e810fb573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64118150, jitterRate=-0.0445651113986969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6819a844129aeacaa101f46e810fb573: Running coprocessor pre-open hook at 1731219875748Writing region info on filesystem at 1731219875748Initializing all the Stores at 1731219875749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219875749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219875749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219875749Cleaning up temporary data from old regions at 1731219875754 (+5 ms)Running coprocessor post-open hooks at 1731219875757 (+3 ms)Region opened successfully at 1731219875757 2024-11-10T06:24:35,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573., pid=10, masterSystemTime=1731219875727 2024-11-10T06:24:35,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:35,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6819a844129aeacaa101f46e810fb573, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6819a844129aeacaa101f46e810fb573, server=c48ba4c5549b,38009,1731219861136 because future has completed 2024-11-10T06:24:35,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:24:35,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6819a844129aeacaa101f46e810fb573, server=c48ba4c5549b,38009,1731219861136 in 187 msec 2024-11-10T06:24:35,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:24:35,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6819a844129aeacaa101f46e810fb573, ASSIGN in 343 msec 2024-11-10T06:24:35,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:35,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219875766"}]},"ts":"1731219875766"} 2024-11-10T06:24:35,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:24:35,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:35,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-10T06:24:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573., hostname=c48ba4c5549b,38009,1731219861136, seqNum=2] 2024-11-10T06:24:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:35,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:24:35,893 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:35,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:24:35,964 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:24:35,992 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,38009,1731219861136, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:24:35,992 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:35,992 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38009,1731219861136, seqNum=-1] 2024-11-10T06:24:35,993 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:35,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T06:24:35,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,38009,1731219861136', locateType=CURRENT is [region=hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573., hostname=c48ba4c5549b,38009,1731219861136, seqNum=2] 2024-11-10T06:24:35,997 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:24:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:24:35,999 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,38009,1731219861136 suceeded 2024-11-10T06:24:36,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:24:36,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T06:24:36,000 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:42111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:24:36,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-11-10T06:24:36,010 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:42111' 2024-11-10T06:24:36,011 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c274120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,011 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:36,011 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:36,012 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4694c544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:36,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,013 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:36,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59aee33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,014 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:36,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:36,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18b06100 2024-11-10T06:24:36,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:36,015 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T06:24:36,016 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,38009,1731219861136 (queues=1) is replicating from cluster=a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e to cluster=7eb3fab5-8688-44bd-9a70-ce35f07c0183 2024-11-10T06:24:36,016 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C38009%2C1731219861136 2024-11-10T06:24:36,016 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,38009,1731219861136, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:24:36,016 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C38009%2C1731219861136 2024-11-10T06:24:36,016 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, startPosition=0, beingWritten=true 2024-11-10T06:24:36,022 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:36,022 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:36,022 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:36,225 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:36,529 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:36,596 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:36,734 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:24:36,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:36,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:36,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:36,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:36,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:36,736 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1b874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,737 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491791bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782d4bb3 2024-11-10T06:24:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:36,739 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:36,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:24:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:24:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:36,742 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40281' 2024-11-10T06:24:36,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672d685a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,743 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:36,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:36,743 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:36,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:36,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:36,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f5323e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:36,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:36,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,744 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b3586d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:36,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23503caa 2024-11-10T06:24:36,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:36,746 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:36,746 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:24:36,746 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:24:36,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:36,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:36,747 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:36,747 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:24:36,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:36,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:36,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:24:36,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:24:36,798 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:24:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:36,933 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:37,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b9be49cc65d7fc37b3745a7ec37e98c, NAME => 'hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8 2024-11-10T06:24:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:24:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:37,400 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:37,437 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:37,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b9be49cc65d7fc37b3745a7ec37e98c, disabling compactions & flushes 2024-11-10T06:24:37,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. after waiting 0 ms 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,560 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b9be49cc65d7fc37b3745a7ec37e98c: Waiting for close lock at 1731219877560Disabling compacts and flushes for region at 1731219877560Disabling writes for close at 1731219877560Writing region close event to WAL at 1731219877560Closed at 1731219877560 2024-11-10T06:24:37,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:24:37,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219877561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219877561"}]},"ts":"1731219877561"} 2024-11-10T06:24:37,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:24:37,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:24:37,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219877564"}]},"ts":"1731219877564"} 2024-11-10T06:24:37,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:24:37,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9be49cc65d7fc37b3745a7ec37e98c, ASSIGN}] 2024-11-10T06:24:37,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9be49cc65d7fc37b3745a7ec37e98c, ASSIGN 2024-11-10T06:24:37,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9be49cc65d7fc37b3745a7ec37e98c, ASSIGN; state=OFFLINE, location=c48ba4c5549b,46517,1731219864359; forceNewPlan=false, retain=false 2024-11-10T06:24:37,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:37,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:24:37,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:24:37,590 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:37,590 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:24:37,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b9be49cc65d7fc37b3745a7ec37e98c, regionState=OPENING, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:37,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9be49cc65d7fc37b3745a7ec37e98c, ASSIGN because future has completed 2024-11-10T06:24:37,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9be49cc65d7fc37b3745a7ec37e98c, server=c48ba4c5549b,46517,1731219864359}] 2024-11-10T06:24:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:37,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:37,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:24:37,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C46517%2C1731219864359.rep, suffix=, logDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359, archiveDir=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/oldWALs, maxLogs=10 2024-11-10T06:24:37,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.rep.1731219877877, exclude list is [], retry=0 2024-11-10T06:24:37,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-b43813e1-1bca-4560-8d94-eb043ea02fbc,DISK] 2024-11-10T06:24:37,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.rep.1731219877877 2024-11-10T06:24:37,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-10T06:24:37,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b9be49cc65d7fc37b3745a7ec37e98c, NAME => 'hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:37,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:37,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:37,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. service=MultiRowMutationService 2024-11-10T06:24:37,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:24:37,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:37,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,896 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,897 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9be49cc65d7fc37b3745a7ec37e98c columnFamilyName hfileref 2024-11-10T06:24:37,897 DEBUG [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:37,897 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(327): Store=8b9be49cc65d7fc37b3745a7ec37e98c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:37,897 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,898 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9be49cc65d7fc37b3745a7ec37e98c columnFamilyName queue 2024-11-10T06:24:37,898 DEBUG [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:37,898 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(327): Store=8b9be49cc65d7fc37b3745a7ec37e98c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:37,899 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,899 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9be49cc65d7fc37b3745a7ec37e98c columnFamilyName sid 2024-11-10T06:24:37,899 DEBUG [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:37,900 INFO [StoreOpener-8b9be49cc65d7fc37b3745a7ec37e98c-1 {}] regionserver.HStore(327): Store=8b9be49cc65d7fc37b3745a7ec37e98c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:37,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/replication/8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/replication/8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:24:37,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/replication/8b9be49cc65d7fc37b3745a7ec37e98c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:37,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b9be49cc65d7fc37b3745a7ec37e98c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69677560, jitterRate=0.0382765531539917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:24:37,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:37,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b9be49cc65d7fc37b3745a7ec37e98c: Running coprocessor pre-open hook at 1731219877895Writing region info on filesystem at 1731219877895Initializing all the Stores at 1731219877895Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219877895Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219877896 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219877896Cleaning up temporary data from old regions at 1731219877901 (+5 ms)Running coprocessor post-open hooks at 1731219877904 (+3 ms)Region opened successfully at 1731219877904 2024-11-10T06:24:37,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c., pid=10, masterSystemTime=1731219877872 2024-11-10T06:24:37,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:37,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b9be49cc65d7fc37b3745a7ec37e98c, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:37,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9be49cc65d7fc37b3745a7ec37e98c, server=c48ba4c5549b,46517,1731219864359 because future has completed 2024-11-10T06:24:37,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:24:37,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b9be49cc65d7fc37b3745a7ec37e98c, server=c48ba4c5549b,46517,1731219864359 in 189 msec 2024-11-10T06:24:37,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:24:37,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9be49cc65d7fc37b3745a7ec37e98c, ASSIGN in 345 msec 2024-11-10T06:24:37,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:24:37,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219877913"}]},"ts":"1731219877913"} 2024-11-10T06:24:37,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:24:37,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:24:37,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T06:24:37,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c., hostname=c48ba4c5549b,46517,1731219864359, seqNum=2] 2024-11-10T06:24:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:37,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:24:38,040 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:38,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:24:38,115 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:24:38,142 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,46517,1731219864359, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:24:38,143 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:38,143 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46517,1731219864359, seqNum=-1] 2024-11-10T06:24:38,143 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:38,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T06:24:38,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,46517,1731219864359', locateType=CURRENT is [region=hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c., hostname=c48ba4c5549b,46517,1731219864359, seqNum=2] 2024-11-10T06:24:38,147 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:24:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:24:38,149 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,46517,1731219864359 suceeded 2024-11-10T06:24:38,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:24:38,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T06:24:38,150 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:40281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:24:38,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-11-10T06:24:38,163 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40281' 2024-11-10T06:24:38,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569f2206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:38,164 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:38,165 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b683c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:38,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,166 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:38,167 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc44d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,167 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42dc704b 2024-11-10T06:24:38,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:38,168 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T06:24:38,169 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,46517,1731219864359 (queues=1) is replicating from cluster=7eb3fab5-8688-44bd-9a70-ce35f07c0183 to cluster=a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e 2024-11-10T06:24:38,169 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C46517%2C1731219864359 2024-11-10T06:24:38,169 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,46517,1731219864359, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:24:38,169 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C46517%2C1731219864359 2024-11-10T06:24:38,169 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, startPosition=0, beingWritten=true 2024-11-10T06:24:38,173 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:38,173 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 379, reset compression=false 2024-11-10T06:24:38,173 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:38,303 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:38,376 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 379, reset compression=false 2024-11-10T06:24:38,680 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 379, reset compression=false 2024-11-10T06:24:38,744 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:24:38,885 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:24:38,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:38,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:38,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:38,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,37751,-1 for getting cluster id 2024-11-10T06:24:38,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:38,887 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a04313d9-24b7-4c4d-8d58-731356fc779a' 2024-11-10T06:24:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a04313d9-24b7-4c4d-8d58-731356fc779a" 2024-11-10T06:24:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3620c104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,37751,-1] 2024-11-10T06:24:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,888 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb75563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:38,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:38,890 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea089b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,891 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:38,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:38,893 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61786db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:38,894 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c096b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:38,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34835,1731219856944, seqNum=-1] 2024-11-10T06:24:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:38,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c., hostname=c48ba4c5549b,34835,1731219856944, seqNum=2] 2024-11-10T06:24:38,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46517,1731219864359, seqNum=-1] 2024-11-10T06:24:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:38,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:38,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219871297.de4862bcb7e400891842967f13ea6728., hostname=c48ba4c5549b,46517,1731219864359, seqNum=2] 2024-11-10T06:24:38,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T06:24:39,083 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 379, reset compression=false 2024-11-10T06:24:39,306 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 379, reset compression=false 2024-11-10T06:24:39,311 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:39,311 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:39,311 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34835,1731219856944 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T06:24:39,313 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:39,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T06:24:39,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:39,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21a03f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40281,-1 for getting cluster id 2024-11-10T06:24:39,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:39,316 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e' 2024-11-10T06:24:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a56d7b6b-6dbc-46dc-b4ab-5c4878c7e89e" 2024-11-10T06:24:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6ad0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40281,-1] 2024-11-10T06:24:39,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:39,317 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:39,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f57186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38009,1731219861136, seqNum=-1] 2024-11-10T06:24:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:39,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T06:24:39,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4., hostname=c48ba4c5549b,38009,1731219861136, seqNum=2] 2024-11-10T06:24:39,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:39,514 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:39,547 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 379, reset compression=false 2024-11-10T06:24:39,561 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:39,561 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 504, reset compression=false 2024-11-10T06:24:39,561 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[{test/13e4f05ff6413c878e189eb8940ba1a4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T06:24:39,564 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:39,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T06:24:39,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:39,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@88d452b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,42111,-1 for getting cluster id 2024-11-10T06:24:39,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:39,573 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7eb3fab5-8688-44bd-9a70-ce35f07c0183' 2024-11-10T06:24:39,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:39,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7eb3fab5-8688-44bd-9a70-ce35f07c0183" 2024-11-10T06:24:39,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9975f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,42111,-1] 2024-11-10T06:24:39,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:39,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:39,574 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:39,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae4120e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:39,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:39,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,46517,1731219864359, seqNum=-1] 2024-11-10T06:24:39,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:39,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T06:24:39,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731219871297.de4862bcb7e400891842967f13ea6728., hostname=c48ba4c5549b,46517,1731219864359, seqNum=2] 2024-11-10T06:24:39,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:39,587 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 379, reset compression=false 2024-11-10T06:24:39,592 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:39,592 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 528, reset compression=false 2024-11-10T06:24:39,592 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:39,766 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 504, reset compression=false 2024-11-10T06:24:39,795 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 528, reset compression=false 2024-11-10T06:24:39,817 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:39,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T06:24:39,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,38009,1731219861136, seqNum=-1] 2024-11-10T06:24:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:39,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:39,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4., hostname=c48ba4c5549b,38009,1731219861136, seqNum=2] 2024-11-10T06:24:39,914 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T06:24:40,070 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 504, reset compression=false 2024-11-10T06:24:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 608, reset compression=false 2024-11-10T06:24:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[{test/13e4f05ff6413c878e189eb8940ba1a4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:24:40,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:40,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:40,099 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 528, reset compression=false 2024-11-10T06:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 656, reset compression=false 2024-11-10T06:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:40,221 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:40,278 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 608, reset compression=false 2024-11-10T06:24:40,306 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 656, reset compression=false 2024-11-10T06:24:40,581 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 608, reset compression=false 2024-11-10T06:24:40,610 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 656, reset compression=false 2024-11-10T06:24:40,725 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:40,916 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T06:24:40,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T06:24:40,985 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 608, reset compression=false 2024-11-10T06:24:41,013 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 656, reset compression=false 2024-11-10T06:24:41,018 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:41,018 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 760, reset compression=false 2024-11-10T06:24:41,018 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[{test/de4862bcb7e400891842967f13ea6728/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T06:24:41,020 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:41,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T06:24:41,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:41,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:41,221 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 760, reset compression=false 2024-11-10T06:24:41,329 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:41,489 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 608, reset compression=false 2024-11-10T06:24:41,494 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:41,494 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 735, reset compression=false 2024-11-10T06:24:41,494 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:41,525 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 760, reset compression=false 2024-11-10T06:24:41,698 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 735, reset compression=false 2024-11-10T06:24:41,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T06:24:41,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T06:24:41,929 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 760, reset compression=false 2024-11-10T06:24:42,002 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 735, reset compression=false 2024-11-10T06:24:42,032 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 480, reset compression=false 2024-11-10T06:24:42,037 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:42,037 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:42,037 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34835,1731219856944 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T06:24:42,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:42,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:42,240 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:42,405 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 735, reset compression=false 2024-11-10T06:24:42,410 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:42,410 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 883, reset compression=false 2024-11-10T06:24:42,410 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[{test/13e4f05ff6413c878e189eb8940ba1a4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T06:24:42,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:42,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:42,433 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 760, reset compression=false 2024-11-10T06:24:42,437 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:42,437 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 932, reset compression=false 2024-11-10T06:24:42,437 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:42,544 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:42,613 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 883, reset compression=false 2024-11-10T06:24:42,641 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 932, reset compression=false 2024-11-10T06:24:42,917 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 883, reset compression=false 2024-11-10T06:24:42,925 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T06:24:42,929 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T06:24:42,944 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 932, reset compression=false 2024-11-10T06:24:42,948 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:43,321 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 883, reset compression=false 2024-11-10T06:24:43,325 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:43,325 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1042, reset compression=false 2024-11-10T06:24:43,326 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[{test/13e4f05ff6413c878e189eb8940ba1a4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T06:24:43,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:43,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:43,349 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 932, reset compression=false 2024-11-10T06:24:43,353 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:43,353 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1082, reset compression=false 2024-11-10T06:24:43,353 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:43,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:43,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,451 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:43,529 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1042, reset compression=false 2024-11-10T06:24:43,557 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1082, reset compression=false 2024-11-10T06:24:43,833 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1042, reset compression=false 2024-11-10T06:24:43,860 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1082, reset compression=false 2024-11-10T06:24:43,931 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T06:24:43,935 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T06:24:44,055 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:44,237 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1042, reset compression=false 2024-11-10T06:24:44,264 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1082, reset compression=false 2024-11-10T06:24:44,268 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:24:44,268 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1241, reset compression=false 2024-11-10T06:24:44,268 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[{test/de4862bcb7e400891842967f13ea6728/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T06:24:44,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T06:24:44,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38009 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T06:24:44,472 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1241, reset compression=false 2024-11-10T06:24:44,741 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1042, reset compression=false 2024-11-10T06:24:44,745 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:44,745 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:44,745 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:44,759 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:44,775 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1241, reset compression=false 2024-11-10T06:24:44,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T06:24:44,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:44,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:44,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:44,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:44,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:44,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:44,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:44,943 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1203773472, stopped=false 2024-11-10T06:24:44,943 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,42111,1731219864320 2024-11-10T06:24:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692171739/running 2024-11-10T06:24:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692171739/running 2024-11-10T06:24:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:44,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:44,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:44,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:44,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:44,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,46517,1731219864359' ***** 2024-11-10T06:24:44,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/running 2024-11-10T06:24:44,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:44,945 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:44,945 INFO [RS:0;c48ba4c5549b:46517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:44,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:44,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Set watcher on znode that does not yet exist, /21692171739/running 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46517. 2024-11-10T06:24:44,946 DEBUG [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:44,946 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:44,946 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de4862bcb7e400891842967f13ea6728, disabling compactions & flushes 2024-11-10T06:24:44,946 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:44,946 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:44,946 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219871297.de4862bcb7e400891842967f13ea6728. after waiting 0 ms 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:44,946 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:44,946 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:44,946 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de4862bcb7e400891842967f13ea6728 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T06:24:44,947 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:44,947 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1325): Online Regions={de4862bcb7e400891842967f13ea6728=test,,1731219871297.de4862bcb7e400891842967f13ea6728., 1588230740=hbase:meta,,1.1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c=hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.} 2024-11-10T06:24:44,947 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:44,947 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:44,947 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:44,947 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:44,947 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:44,947 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:44,947 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:44,949 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:44,967 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/info/ca9d040846d4495491e98bc93485bc87 is 147, key is hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c./info:regioninfo/1731219877907/Put/seqid=0 2024-11-10T06:24:44,968 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f/350b3807679c42c5bf1179795fc668b4 is 29, key is row1/f:/1731219882926/DeleteFamily/seqid=0 2024-11-10T06:24:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741840_1016 (size=5152) 2024-11-10T06:24:44,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741841_1017 (size=7686) 2024-11-10T06:24:45,030 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:45,147 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:45,178 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1241, reset compression=false 2024-11-10T06:24:45,183 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:45,183 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1488, reset compression=false 2024-11-10T06:24:45,183 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,46517,1731219864359 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:45,184 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,46517,1731219864359: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,46517,1731219864359, walGroup=c48ba4c5549b%2C46517%2C1731219864359, offset=c48ba4c5549b%2C46517%2C1731219864359.1731219865955:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:46517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:45,185 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:45,185 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:45,186 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:45,187 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:45,187 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:45,187 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 954768832 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201481568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:45,187 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:42111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:42111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:45,252 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:45,347 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:45,372 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f/350b3807679c42c5bf1179795fc668b4 2024-11-10T06:24:45,372 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/info/ca9d040846d4495491e98bc93485bc87 2024-11-10T06:24:45,376 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 350b3807679c42c5bf1179795fc668b4 2024-11-10T06:24:45,387 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1488, reset compression=false 2024-11-10T06:24:45,393 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/ns/aa7d7c33509444b6a496aae03a1b877f is 43, key is default/ns:d/1731219866887/Put/seqid=0 2024-11-10T06:24:45,393 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f1/54424d3cedfa4d73ab384b13252e4b2d is 30, key is row1/f1:/1731219882926/DeleteFamily/seqid=0 2024-11-10T06:24:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:24:45,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741843_1019 (size=5158) 2024-11-10T06:24:45,547 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:45,562 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:45,656 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:45,689 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1488, reset compression=false 2024-11-10T06:24:45,747 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:45,797 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/ns/aa7d7c33509444b6a496aae03a1b877f 2024-11-10T06:24:45,797 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f1/54424d3cedfa4d73ab384b13252e4b2d 2024-11-10T06:24:45,801 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54424d3cedfa4d73ab384b13252e4b2d 2024-11-10T06:24:45,815 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/416281b23f0f4dbc8bfc64b0dd7c1533 is 112, key is test,,1731219871297.de4862bcb7e400891842967f13ea6728./rep_barrier:seqnumDuringOpen/1731219872040/Put/seqid=0 2024-11-10T06:24:45,815 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/norep/b3c334dac5344549b91aa86166125b22 is 33, key is row2/norep:/1731219883932/DeleteFamily/seqid=0 2024-11-10T06:24:45,817 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:45,817 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:24:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741845_1021 (size=5108) 2024-11-10T06:24:45,948 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:46,092 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1488, reset compression=false 2024-11-10T06:24:46,148 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c, de4862bcb7e400891842967f13ea6728 2024-11-10T06:24:46,159 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:46,221 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/norep/b3c334dac5344549b91aa86166125b22 2024-11-10T06:24:46,221 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/416281b23f0f4dbc8bfc64b0dd7c1533 2024-11-10T06:24:46,225 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3c334dac5344549b91aa86166125b22 2024-11-10T06:24:46,225 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f/350b3807679c42c5bf1179795fc668b4 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/f/350b3807679c42c5bf1179795fc668b4 2024-11-10T06:24:46,229 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 350b3807679c42c5bf1179795fc668b4 2024-11-10T06:24:46,229 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/f/350b3807679c42c5bf1179795fc668b4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:46,230 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/f1/54424d3cedfa4d73ab384b13252e4b2d as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/f1/54424d3cedfa4d73ab384b13252e4b2d 2024-11-10T06:24:46,233 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54424d3cedfa4d73ab384b13252e4b2d 2024-11-10T06:24:46,233 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/f1/54424d3cedfa4d73ab384b13252e4b2d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:46,234 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/.tmp/norep/b3c334dac5344549b91aa86166125b22 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/norep/b3c334dac5344549b91aa86166125b22 2024-11-10T06:24:46,237 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3c334dac5344549b91aa86166125b22 2024-11-10T06:24:46,237 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/norep/b3c334dac5344549b91aa86166125b22, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:46,238 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for de4862bcb7e400891842967f13ea6728 in 1292ms, sequenceid=10, compaction requested=false 2024-11-10T06:24:46,240 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/table/b6378009a1104a56a2026d9e18655319 is 53, key is hbase:replication/table:state/1731219877913/Put/seqid=0 2024-11-10T06:24:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:46,244 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/default/test/de4862bcb7e400891842967f13ea6728/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:46,245 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de4862bcb7e400891842967f13ea6728: Waiting for close lock at 1731219884946Running coprocessor pre-close hooks at 1731219884946Disabling compacts and flushes for region at 1731219884946Disabling writes for close at 1731219884946Obtaining lock to block concurrent updates at 1731219884946Preparing flush snapshotting stores in de4862bcb7e400891842967f13ea6728 at 1731219884946Finished memstore snapshotting test,,1731219871297.de4862bcb7e400891842967f13ea6728., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731219884947 (+1 ms)Flushing stores of test,,1731219871297.de4862bcb7e400891842967f13ea6728. at 1731219884947Flushing de4862bcb7e400891842967f13ea6728/f: creating writer at 1731219884947Flushing de4862bcb7e400891842967f13ea6728/f: appending metadata at 1731219884967 (+20 ms)Flushing de4862bcb7e400891842967f13ea6728/f: closing flushed file at 1731219884967Flushing de4862bcb7e400891842967f13ea6728/f1: creating writer at 1731219885376 (+409 ms)Flushing de4862bcb7e400891842967f13ea6728/f1: appending metadata at 1731219885393 (+17 ms)Flushing de4862bcb7e400891842967f13ea6728/f1: closing flushed file at 1731219885393Flushing de4862bcb7e400891842967f13ea6728/norep: creating writer at 1731219885801 (+408 ms)Flushing de4862bcb7e400891842967f13ea6728/norep: appending metadata at 1731219885814 (+13 ms)Flushing de4862bcb7e400891842967f13ea6728/norep: closing flushed file at 1731219885814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b819aa: reopening flushed file at 1731219886225 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71817ed3: reopening flushed file at 1731219886229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e09116f: reopening flushed file at 1731219886233 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for de4862bcb7e400891842967f13ea6728 in 1292ms, sequenceid=10, compaction requested=false at 1731219886238 (+5 ms)Writing region close event to WAL at 1731219886241 (+3 ms)Running coprocessor post-close hooks at 1731219886245 (+4 ms)Closed at 1731219886245 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219871297.de4862bcb7e400891842967f13ea6728. 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b9be49cc65d7fc37b3745a7ec37e98c, disabling compactions & flushes 2024-11-10T06:24:46,245 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. after waiting 0 ms 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b9be49cc65d7fc37b3745a7ec37e98c: Waiting for close lock at 1731219886245Running coprocessor pre-close hooks at 1731219886245Disabling compacts and flushes for region at 1731219886245Disabling writes for close at 1731219886245Failed flush hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c., putting online again at 1731219886245 2024-11-10T06:24:46,245 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,348 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:24:46,348 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c=hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c.} 2024-11-10T06:24:46,348 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:46,348 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9be49cc65d7fc37b3745a7ec37e98c 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b9be49cc65d7fc37b3745a7ec37e98c, disabling compactions & flushes 2024-11-10T06:24:46,348 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. after waiting 0 ms 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b9be49cc65d7fc37b3745a7ec37e98c: Waiting for close lock at 1731219886348Running coprocessor pre-close hooks at 1731219886348Disabling compacts and flushes for region at 1731219886348Disabling writes for close at 1731219886348Failed flush hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c., putting online again at 1731219886348 2024-11-10T06:24:46,348 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219876747.8b9be49cc65d7fc37b3745a7ec37e98c. 2024-11-10T06:24:46,466 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:46,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:24:46,548 DEBUG [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:24:46,596 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 1488, reset compression=false 2024-11-10T06:24:46,599 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:46,599 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 2132, reset compression=false 2024-11-10T06:24:46,644 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/table/b6378009a1104a56a2026d9e18655319 2024-11-10T06:24:46,648 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/info/ca9d040846d4495491e98bc93485bc87 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/info/ca9d040846d4495491e98bc93485bc87 2024-11-10T06:24:46,651 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/info/ca9d040846d4495491e98bc93485bc87, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:46,652 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/ns/aa7d7c33509444b6a496aae03a1b877f as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/ns/aa7d7c33509444b6a496aae03a1b877f 2024-11-10T06:24:46,655 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/ns/aa7d7c33509444b6a496aae03a1b877f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:46,655 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/rep_barrier/416281b23f0f4dbc8bfc64b0dd7c1533 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/rep_barrier/416281b23f0f4dbc8bfc64b0dd7c1533 2024-11-10T06:24:46,658 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/rep_barrier/416281b23f0f4dbc8bfc64b0dd7c1533, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:46,659 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/.tmp/table/b6378009a1104a56a2026d9e18655319 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/table/b6378009a1104a56a2026d9e18655319 2024-11-10T06:24:46,662 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/table/b6378009a1104a56a2026d9e18655319, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:46,662 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:46,666 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:46,666 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:46,666 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:46,666 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:46,666 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219884947Running coprocessor pre-close hooks at 1731219884947Disabling compacts and flushes for region at 1731219884947Disabling writes for close at 1731219884947Obtaining lock to block concurrent updates at 1731219884947Preparing flush snapshotting stores in 1588230740 at 1731219884947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219884947Flushing stores of hbase:meta,,1.1588230740 at 1731219884948 (+1 ms)Flushing 1588230740/info: creating writer at 1731219884948Flushing 1588230740/info: appending metadata at 1731219884967 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731219884967Flushing 1588230740/ns: creating writer at 1731219885376 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731219885393 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731219885393Flushing 1588230740/rep_barrier: creating writer at 1731219885801 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219885814 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219885814Flushing 1588230740/table: creating writer at 1731219886225 (+411 ms)Flushing 1588230740/table: appending metadata at 1731219886240 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731219886240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574ba1f6: reopening flushed file at 1731219886647 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36756d7a: reopening flushed file at 1731219886651 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39644630: reopening flushed file at 1731219886655 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d454aac: reopening flushed file at 1731219886658 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731219886662 (+4 ms)Writing region close event to WAL at 1731219886664 (+2 ms)Running coprocessor post-close hooks at 1731219886666 (+2 ms)Closed at 1731219886666 2024-11-10T06:24:46,667 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:46,748 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T06:24:46,748 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,46517,1731219864359; all regions closed. 2024-11-10T06:24:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:46,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.meta.1731219866851.meta not finished, retry = 0 2024-11-10T06:24:46,763 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:46,802 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.wal-reader.c48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 to pos 2132, reset compression=false 2024-11-10T06:24:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741839_1015 (size=2171) 2024-11-10T06:24:46,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.rep.1731219877877 not finished, retry = 0 2024-11-10T06:24:46,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741832_1008 (size=2140) 2024-11-10T06:24:46,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/WALs/c48ba4c5549b,46517,1731219864359/c48ba4c5549b%2C46517%2C1731219864359.1731219865955 not finished, retry = 0 2024-11-10T06:24:47,057 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:47,057 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:47,057 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:47,058 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:47,058 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:47,058 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:47,058 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,46517,1731219864359 because: Region server is closing 2024-11-10T06:24:47,058 INFO [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46517. 2024-11-10T06:24:47,059 DEBUG [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:47,059 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:47,059 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:47,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:47,159 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,46517,1731219864359.replicationSource.shipperc48ba4c5549b%2C46517%2C1731219864359,1-c48ba4c5549b,46517,1731219864359 terminated 2024-11-10T06:24:47,159 INFO [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:46517. 2024-11-10T06:24:47,159 DEBUG [RS:0;c48ba4c5549b:46517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:47,159 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:47,159 DEBUG [RS:0;c48ba4c5549b:46517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:47,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:47,160 INFO [RS:0;c48ba4c5549b:46517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46517 2024-11-10T06:24:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692171739/rs/c48ba4c5549b,46517,1731219864359 2024-11-10T06:24:47,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739/rs 2024-11-10T06:24:47,161 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:47,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,46517,1731219864359] 2024-11-10T06:24:47,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21692171739/draining/c48ba4c5549b,46517,1731219864359 already deleted, retry=false 2024-11-10T06:24:47,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,46517,1731219864359 expired; onlineServers=0 2024-11-10T06:24:47,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,42111,1731219864320' ***** 2024-11-10T06:24:47,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:47,165 INFO [M:0;c48ba4c5549b:42111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:47,165 INFO [M:0;c48ba4c5549b:42111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:47,165 DEBUG [M:0;c48ba4c5549b:42111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:47,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:47,165 DEBUG [M:0;c48ba4c5549b:42111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:47,165 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219865712 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219865712,5,FailOnTimeoutGroup] 2024-11-10T06:24:47,165 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219865712 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219865712,5,FailOnTimeoutGroup] 2024-11-10T06:24:47,165 INFO [M:0;c48ba4c5549b:42111 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:47,165 INFO [M:0;c48ba4c5549b:42111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:47,166 DEBUG [M:0;c48ba4c5549b:42111 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:47,166 INFO [M:0;c48ba4c5549b:42111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:47,166 INFO [M:0;c48ba4c5549b:42111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:47,166 INFO [M:0;c48ba4c5549b:42111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:47,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:47,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692171739/master 2024-11-10T06:24:47,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692171739 2024-11-10T06:24:47,167 DEBUG [M:0;c48ba4c5549b:42111 {}] zookeeper.ZKUtil(347): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Unable to get data of znode /21692171739/master because node does not exist (not an error) 2024-11-10T06:24:47,167 WARN [M:0;c48ba4c5549b:42111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:47,167 INFO [M:0;c48ba4c5549b:42111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/.lastflushedseqids 2024-11-10T06:24:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741847_1023 (size=245) 2024-11-10T06:24:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:47,262 INFO [RS:0;c48ba4c5549b:46517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:47,263 INFO [RS:0;c48ba4c5549b:46517 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,46517,1731219864359; zookeeper connection closed. 2024-11-10T06:24:47,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46517-0x101008c84360007, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:47,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8da2eaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8da2eaf 2024-11-10T06:24:47,263 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:47,466 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:47,469 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:47,571 INFO [M:0;c48ba4c5549b:42111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:47,572 INFO [M:0;c48ba4c5549b:42111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:47,572 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:47,572 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:47,572 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:47,572 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:47,572 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:47,572 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T06:24:47,590 DEBUG [M:0;c48ba4c5549b:42111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08e7c9141e974e4f871e7bf209375eb5 is 82, key is hbase:meta,,1/info:regioninfo/1731219866879/Put/seqid=0 2024-11-10T06:24:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741848_1024 (size=5672) 2024-11-10T06:24:47,594 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08e7c9141e974e4f871e7bf209375eb5 2024-11-10T06:24:47,610 DEBUG [M:0;c48ba4c5549b:42111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e5ae9096bb432fae38db61149d5b63 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219877916/Put/seqid=0 2024-11-10T06:24:47,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741849_1025 (size=8516) 2024-11-10T06:24:48,014 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e5ae9096bb432fae38db61149d5b63 2024-11-10T06:24:48,040 DEBUG [M:0;c48ba4c5549b:42111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bda12ec873554c5eae8afed071a119ce is 69, key is c48ba4c5549b,46517,1731219864359/rs:state/1731219865800/Put/seqid=0 2024-11-10T06:24:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741850_1026 (size=5156) 2024-11-10T06:24:48,270 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:48,444 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bda12ec873554c5eae8afed071a119ce 2024-11-10T06:24:48,448 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08e7c9141e974e4f871e7bf209375eb5 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08e7c9141e974e4f871e7bf209375eb5 2024-11-10T06:24:48,451 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08e7c9141e974e4f871e7bf209375eb5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:24:48,452 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e5ae9096bb432fae38db61149d5b63 as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e5ae9096bb432fae38db61149d5b63 2024-11-10T06:24:48,455 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e5ae9096bb432fae38db61149d5b63, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:24:48,455 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bda12ec873554c5eae8afed071a119ce as hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bda12ec873554c5eae8afed071a119ce 2024-11-10T06:24:48,458 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37051/user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bda12ec873554c5eae8afed071a119ce, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:24:48,459 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-10T06:24:48,460 INFO [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:48,460 DEBUG [M:0;c48ba4c5549b:42111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219887572Disabling compacts and flushes for region at 1731219887572Disabling writes for close at 1731219887572Obtaining lock to block concurrent updates at 1731219887572Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219887572Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731219887572Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219887573 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219887573Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219887590 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219887590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219887597 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219887610 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219887610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219888017 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219888039 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219888039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7a0fcf: reopening flushed file at 1731219888447 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bc2c94: reopening flushed file at 1731219888452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7fdadf: reopening flushed file at 1731219888455 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1731219888459 (+4 ms)Writing region close event to WAL at 1731219888460 (+1 ms)Closed at 1731219888460 2024-11-10T06:24:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741830_1006 (size=63654) 2024-11-10T06:24:48,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31e83478-5e80-b1ef-ad67-9c503ee6c5d8/MasterData/WALs/c48ba4c5549b,42111,1731219864320/c48ba4c5549b%2C42111%2C1731219864320.1731219865646 not finished, retry = 0 2024-11-10T06:24:48,563 INFO [M:0;c48ba4c5549b:42111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:48,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:48,563 INFO [M:0;c48ba4c5549b:42111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42111 2024-11-10T06:24:48,564 INFO [M:0;c48ba4c5549b:42111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:48,572 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:48,665 INFO [M:0;c48ba4c5549b:42111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42111-0x101008c84360006, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:48,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c183537{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:48,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b674f04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:48,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:48,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f9f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:48,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72450e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:48,670 WARN [BP-613277027-172.17.0.2-1731219863398 heartbeating to localhost/127.0.0.1:37051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:48,670 WARN [BP-613277027-172.17.0.2-1731219863398 heartbeating to localhost/127.0.0.1:37051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613277027-172.17.0.2-1731219863398 (Datanode Uuid 7211c1d8-388f-4430-84a4-36edc0b05e12) service to localhost/127.0.0.1:37051 2024-11-10T06:24:48,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:48,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:48,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/cluster_1a55d1f4-572a-72c0-8439-67c111adce31/data/data1/current/BP-613277027-172.17.0.2-1731219863398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:48,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/cluster_1a55d1f4-572a-72c0-8439-67c111adce31/data/data2/current/BP-613277027-172.17.0.2-1731219863398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:48,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:48,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65390ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:48,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76e551cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:48,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:48,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282af760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:48,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@516e72bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:48,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:48,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:48,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:48,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:48,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:48,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:48,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:48,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:48,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=663134556, stopped=false 2024-11-10T06:24:48,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,40281,1731219861095 2024-11-10T06:24:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460321023/running 2024-11-10T06:24:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460321023/running 2024-11-10T06:24:48,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:48,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:48,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/running 2024-11-10T06:24:48,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:48,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Set watcher on znode that does not yet exist, /1-460321023/running 2024-11-10T06:24:48,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:48,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:48,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,38009,1731219861136' ***** 2024-11-10T06:24:48,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:48,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(3091): Received CLOSE for 13e4f05ff6413c878e189eb8940ba1a4 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(3091): Received CLOSE for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38009. 2024-11-10T06:24:48,697 DEBUG [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:48,697 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:48,697 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13e4f05ff6413c878e189eb8940ba1a4, disabling compactions & flushes 2024-11-10T06:24:48,697 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:48,697 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:48,697 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:48,698 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. after waiting 0 ms 2024-11-10T06:24:48,698 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:48,698 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:48,698 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13e4f05ff6413c878e189eb8940ba1a4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T06:24:48,698 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:48,698 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 13e4f05ff6413c878e189eb8940ba1a4=test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4., 6819a844129aeacaa101f46e810fb573=hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.} 2024-11-10T06:24:48,698 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:48,698 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:48,698 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:48,698 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:48,714 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:48,714 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/info/bf0fdfd12db24625b06525af9634db8e is 147, key is hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573./info:regioninfo/1731219875760/Put/seqid=0 2024-11-10T06:24:48,716 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f/303912231bb84db0aeeed517c953e214 is 29, key is row1/f:/1731219882926/DeleteFamily/seqid=0 2024-11-10T06:24:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741840_1016 (size=7686) 2024-11-10T06:24:48,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741841_1017 (size=5152) 2024-11-10T06:24:48,898 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,098 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,119 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/info/bf0fdfd12db24625b06525af9634db8e 2024-11-10T06:24:49,119 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f/303912231bb84db0aeeed517c953e214 2024-11-10T06:24:49,123 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 303912231bb84db0aeeed517c953e214 2024-11-10T06:24:49,137 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f1/daf8d97ae28d4573b2328cf2108b542a is 30, key is row1/f1:/1731219882926/DeleteFamily/seqid=0 2024-11-10T06:24:49,140 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/ns/c05a506823014d41a4d35bf554cb0fba is 43, key is default/ns:d/1731219863292/Put/seqid=0 2024-11-10T06:24:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741842_1018 (size=5158) 2024-11-10T06:24:49,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741843_1019 (size=5153) 2024-11-10T06:24:49,173 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1191, reset compression=false 2024-11-10T06:24:49,177 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:49,177 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1438, reset compression=false 2024-11-10T06:24:49,177 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,38009,1731219861136 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:49,178 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,38009,1731219861136: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,38009,1731219861136, walGroup=c48ba4c5549b%2C38009%2C1731219861136, offset=c48ba4c5549b%2C38009%2C1731219861136.1731219862329:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:38009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:49,179 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:49,179 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:49,180 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:49,180 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:49,180 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:49,180 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 845788576 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 201833096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:49,180 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:40281 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:49,289 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:49,289 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:49,298 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,380 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1438, reset compression=false 2024-11-10T06:24:49,498 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,541 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f1/daf8d97ae28d4573b2328cf2108b542a 2024-11-10T06:24:49,543 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/ns/c05a506823014d41a4d35bf554cb0fba 2024-11-10T06:24:49,545 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf8d97ae28d4573b2328cf2108b542a 2024-11-10T06:24:49,563 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/rep_barrier/23e00fc9d87543f0b36e6fc602a0b097 is 112, key is test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4./rep_barrier:seqnumDuringOpen/1731219870302/Put/seqid=0 2024-11-10T06:24:49,563 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/norep/f6b66c2590fe4626ac79eb0e44070fbd is 33, key is row1/norep:/1731219882926/DeleteFamily/seqid=0 2024-11-10T06:24:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:24:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741845_1021 (size=5108) 2024-11-10T06:24:49,683 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1438, reset compression=false 2024-11-10T06:24:49,699 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,774 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:49,899 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 13e4f05ff6413c878e189eb8940ba1a4, 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:49,968 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/rep_barrier/23e00fc9d87543f0b36e6fc602a0b097 2024-11-10T06:24:49,968 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/norep/f6b66c2590fe4626ac79eb0e44070fbd 2024-11-10T06:24:49,972 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b66c2590fe4626ac79eb0e44070fbd 2024-11-10T06:24:49,972 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f/303912231bb84db0aeeed517c953e214 as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/f/303912231bb84db0aeeed517c953e214 2024-11-10T06:24:49,976 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 303912231bb84db0aeeed517c953e214 2024-11-10T06:24:49,976 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/f/303912231bb84db0aeeed517c953e214, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:49,977 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/f1/daf8d97ae28d4573b2328cf2108b542a as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/f1/daf8d97ae28d4573b2328cf2108b542a 2024-11-10T06:24:49,980 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daf8d97ae28d4573b2328cf2108b542a 2024-11-10T06:24:49,980 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/f1/daf8d97ae28d4573b2328cf2108b542a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:49,981 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/.tmp/norep/f6b66c2590fe4626ac79eb0e44070fbd as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/norep/f6b66c2590fe4626ac79eb0e44070fbd 2024-11-10T06:24:49,984 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b66c2590fe4626ac79eb0e44070fbd 2024-11-10T06:24:49,984 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/norep/f6b66c2590fe4626ac79eb0e44070fbd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T06:24:49,985 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13e4f05ff6413c878e189eb8940ba1a4 in 1287ms, sequenceid=10, compaction requested=false 2024-11-10T06:24:49,985 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:24:49,987 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/table/eefcfa511e3b412abab7a59853a3b883 is 53, key is hbase:replication/table:state/1731219875766/Put/seqid=0 2024-11-10T06:24:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:49,991 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/default/test/13e4f05ff6413c878e189eb8940ba1a4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:49,992 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13e4f05ff6413c878e189eb8940ba1a4: Waiting for close lock at 1731219888697Running coprocessor pre-close hooks at 1731219888697Disabling compacts and flushes for region at 1731219888697Disabling writes for close at 1731219888698 (+1 ms)Obtaining lock to block concurrent updates at 1731219888698Preparing flush snapshotting stores in 13e4f05ff6413c878e189eb8940ba1a4 at 1731219888698Finished memstore snapshotting test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731219888698Flushing stores of test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. at 1731219888699 (+1 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/f: creating writer at 1731219888699Flushing 13e4f05ff6413c878e189eb8940ba1a4/f: appending metadata at 1731219888715 (+16 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/f: closing flushed file at 1731219888715Flushing 13e4f05ff6413c878e189eb8940ba1a4/f1: creating writer at 1731219889123 (+408 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/f1: appending metadata at 1731219889137 (+14 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/f1: closing flushed file at 1731219889137Flushing 13e4f05ff6413c878e189eb8940ba1a4/norep: creating writer at 1731219889545 (+408 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/norep: appending metadata at 1731219889563 (+18 ms)Flushing 13e4f05ff6413c878e189eb8940ba1a4/norep: closing flushed file at 1731219889563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4512c63: reopening flushed file at 1731219889972 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e501039: reopening flushed file at 1731219889976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d2c19e: reopening flushed file at 1731219889980 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13e4f05ff6413c878e189eb8940ba1a4 in 1287ms, sequenceid=10, compaction requested=false at 1731219889985 (+5 ms)Writing region close event to WAL at 1731219889988 (+3 ms)Running coprocessor post-close hooks at 1731219889992 (+4 ms)Closed at 1731219889992 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219869147.13e4f05ff6413c878e189eb8940ba1a4. 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6819a844129aeacaa101f46e810fb573, disabling compactions & flushes 2024-11-10T06:24:49,992 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. after waiting 0 ms 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:49,992 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6819a844129aeacaa101f46e810fb573: Waiting for close lock at 1731219889992Running coprocessor pre-close hooks at 1731219889992Disabling compacts and flushes for region at 1731219889992Disabling writes for close at 1731219889992Failed flush hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573., putting online again at 1731219889992 2024-11-10T06:24:49,993 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:50,086 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 1438, reset compression=false 2024-11-10T06:24:50,090 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:50,090 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 2082, reset compression=false 2024-11-10T06:24:50,099 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:24:50,099 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6819a844129aeacaa101f46e810fb573=hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573.} 2024-11-10T06:24:50,099 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(3091): Received CLOSE for 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:50,099 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6819a844129aeacaa101f46e810fb573 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6819a844129aeacaa101f46e810fb573, disabling compactions & flushes 2024-11-10T06:24:50,099 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. after waiting 0 ms 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6819a844129aeacaa101f46e810fb573: Waiting for close lock at 1731219890099Running coprocessor pre-close hooks at 1731219890099Disabling compacts and flushes for region at 1731219890099Disabling writes for close at 1731219890099Failed flush hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573., putting online again at 1731219890099 2024-11-10T06:24:50,099 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731219874597.6819a844129aeacaa101f46e810fb573. 2024-11-10T06:24:50,293 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 2082, reset compression=false 2024-11-10T06:24:50,299 DEBUG [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:24:50,392 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/table/eefcfa511e3b412abab7a59853a3b883 2024-11-10T06:24:50,396 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/info/bf0fdfd12db24625b06525af9634db8e as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/info/bf0fdfd12db24625b06525af9634db8e 2024-11-10T06:24:50,399 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/info/bf0fdfd12db24625b06525af9634db8e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:50,400 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/ns/c05a506823014d41a4d35bf554cb0fba as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/ns/c05a506823014d41a4d35bf554cb0fba 2024-11-10T06:24:50,403 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/ns/c05a506823014d41a4d35bf554cb0fba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:50,403 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/rep_barrier/23e00fc9d87543f0b36e6fc602a0b097 as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/rep_barrier/23e00fc9d87543f0b36e6fc602a0b097 2024-11-10T06:24:50,406 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/rep_barrier/23e00fc9d87543f0b36e6fc602a0b097, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:50,407 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/.tmp/table/eefcfa511e3b412abab7a59853a3b883 as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/table/eefcfa511e3b412abab7a59853a3b883 2024-11-10T06:24:50,410 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/table/eefcfa511e3b412abab7a59853a3b883, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:50,411 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:50,411 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:24:50,415 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:50,415 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:50,415 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:50,415 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:50,415 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219888698Running coprocessor pre-close hooks at 1731219888698Disabling compacts and flushes for region at 1731219888698Disabling writes for close at 1731219888698Obtaining lock to block concurrent updates at 1731219888698Preparing flush snapshotting stores in 1588230740 at 1731219888698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219888698Flushing stores of hbase:meta,,1.1588230740 at 1731219888699 (+1 ms)Flushing 1588230740/info: creating writer at 1731219888699Flushing 1588230740/info: appending metadata at 1731219888714 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731219888714Flushing 1588230740/ns: creating writer at 1731219889123 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731219889139 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731219889139Flushing 1588230740/rep_barrier: creating writer at 1731219889547 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219889563 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219889563Flushing 1588230740/table: creating writer at 1731219889972 (+409 ms)Flushing 1588230740/table: appending metadata at 1731219889987 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731219889987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1002a78c: reopening flushed file at 1731219890395 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a81f59: reopening flushed file at 1731219890399 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b3a4ef: reopening flushed file at 1731219890403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773c2bee: reopening flushed file at 1731219890406 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731219890411 (+5 ms)Writing region close event to WAL at 1731219890413 (+2 ms)Running coprocessor post-close hooks at 1731219890415 (+2 ms)Closed at 1731219890415 2024-11-10T06:24:50,415 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:50,499 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T06:24:50,500 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,38009,1731219861136; all regions closed. 2024-11-10T06:24:50,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.meta.1731219863251.meta not finished, retry = 0 2024-11-10T06:24:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:50,596 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/WALs/c48ba4c5549b,38009,1731219861136/c48ba4c5549b%2C38009%2C1731219861136.1731219862329 to pos 2082, reset compression=false 2024-11-10T06:24:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741839_1015 (size=2171) 2024-11-10T06:24:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741832_1008 (size=2090) 2024-11-10T06:24:50,606 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:50,606 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:50,606 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:50,606 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:50,607 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:50,607 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:50,607 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,38009,1731219861136 because: Region server is closing 2024-11-10T06:24:50,607 INFO [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38009. 2024-11-10T06:24:50,607 DEBUG [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:50,607 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:50,607 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:50,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:50,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:24:50,708 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.shipperc48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 terminated 2024-11-10T06:24:50,708 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,38009,1731219861136.replicationSource.wal-reader.c48ba4c5549b%2C38009%2C1731219861136,1-c48ba4c5549b,38009,1731219861136 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:50,708 INFO [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:38009. 2024-11-10T06:24:50,708 DEBUG [RS:0;c48ba4c5549b:38009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:50,708 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:50,708 DEBUG [RS:0;c48ba4c5549b:38009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:50,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:50,708 INFO [RS:0;c48ba4c5549b:38009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38009 2024-11-10T06:24:50,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460321023/rs/c48ba4c5549b,38009,1731219861136 2024-11-10T06:24:50,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023/rs 2024-11-10T06:24:50,711 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:50,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,38009,1731219861136] 2024-11-10T06:24:50,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-460321023/draining/c48ba4c5549b,38009,1731219861136 already deleted, retry=false 2024-11-10T06:24:50,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,38009,1731219861136 expired; onlineServers=0 2024-11-10T06:24:50,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,40281,1731219861095' ***** 2024-11-10T06:24:50,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:50,716 INFO [M:0;c48ba4c5549b:40281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:50,716 INFO [M:0;c48ba4c5549b:40281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:50,716 DEBUG [M:0;c48ba4c5549b:40281 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:50,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:50,716 DEBUG [M:0;c48ba4c5549b:40281 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:50,716 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219862109 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219862109,5,FailOnTimeoutGroup] 2024-11-10T06:24:50,716 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219862108 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219862108,5,FailOnTimeoutGroup] 2024-11-10T06:24:50,717 INFO [M:0;c48ba4c5549b:40281 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:50,717 INFO [M:0;c48ba4c5549b:40281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:50,717 DEBUG [M:0;c48ba4c5549b:40281 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:50,717 INFO [M:0;c48ba4c5549b:40281 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:50,717 INFO [M:0;c48ba4c5549b:40281 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:50,717 INFO [M:0;c48ba4c5549b:40281 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:50,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-460321023/master 2024-11-10T06:24:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-460321023 2024-11-10T06:24:50,724 DEBUG [M:0;c48ba4c5549b:40281 {}] zookeeper.ZKUtil(347): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Unable to get data of znode /1-460321023/master because node does not exist (not an error) 2024-11-10T06:24:50,724 WARN [M:0;c48ba4c5549b:40281 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:50,725 INFO [M:0;c48ba4c5549b:40281 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/.lastflushedseqids 2024-11-10T06:24:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741847_1023 (size=245) 2024-11-10T06:24:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:50,815 INFO [RS:0;c48ba4c5549b:38009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38009-0x101008c84360004, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:50,815 INFO [RS:0;c48ba4c5549b:38009 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,38009,1731219861136; zookeeper connection closed. 2024-11-10T06:24:50,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f97d085 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f97d085 2024-11-10T06:24:50,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:51,078 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:51,129 INFO [M:0;c48ba4c5549b:40281 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:51,129 INFO [M:0;c48ba4c5549b:40281 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:51,129 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:51,129 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:51,129 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:51,129 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:51,129 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:51,129 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-10T06:24:51,145 DEBUG [M:0;c48ba4c5549b:40281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc6a8f0c6f3c4f84b3bbf82353ff4111 is 82, key is hbase:meta,,1/info:regioninfo/1731219863282/Put/seqid=0 2024-11-10T06:24:51,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741848_1024 (size=5672) 2024-11-10T06:24:51,548 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc6a8f0c6f3c4f84b3bbf82353ff4111 2024-11-10T06:24:51,569 DEBUG [M:0;c48ba4c5549b:40281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94763c9cf7644f6947b5bf47fba2bdc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219875768/Put/seqid=0 2024-11-10T06:24:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741849_1025 (size=8517) 2024-11-10T06:24:51,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:51,973 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94763c9cf7644f6947b5bf47fba2bdc 2024-11-10T06:24:51,990 DEBUG [M:0;c48ba4c5549b:40281 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16e6cd732a704d43b63c8b39b072f5b9 is 69, key is c48ba4c5549b,38009,1731219861136/rs:state/1731219862178/Put/seqid=0 2024-11-10T06:24:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741850_1026 (size=5156) 2024-11-10T06:24:52,393 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16e6cd732a704d43b63c8b39b072f5b9 2024-11-10T06:24:52,397 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc6a8f0c6f3c4f84b3bbf82353ff4111 as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc6a8f0c6f3c4f84b3bbf82353ff4111 2024-11-10T06:24:52,400 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc6a8f0c6f3c4f84b3bbf82353ff4111, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T06:24:52,401 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b94763c9cf7644f6947b5bf47fba2bdc as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b94763c9cf7644f6947b5bf47fba2bdc 2024-11-10T06:24:52,404 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b94763c9cf7644f6947b5bf47fba2bdc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T06:24:52,405 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16e6cd732a704d43b63c8b39b072f5b9 as hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16e6cd732a704d43b63c8b39b072f5b9 2024-11-10T06:24:52,408 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40945/user/jenkins/test-data/242352f3-25b4-d551-b448-d3eca6753326/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16e6cd732a704d43b63c8b39b072f5b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T06:24:52,409 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-10T06:24:52,410 INFO [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:52,410 DEBUG [M:0;c48ba4c5549b:40281 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219891129Disabling compacts and flushes for region at 1731219891129Disabling writes for close at 1731219891129Obtaining lock to block concurrent updates at 1731219891129Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219891129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731219891129Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219891130 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219891130Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219891144 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219891144Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219891552 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219891569 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219891569Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219891976 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219891989 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219891989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677e1640: reopening flushed file at 1731219892397 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380465e: reopening flushed file at 1731219892401 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3142568: reopening flushed file at 1731219892404 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731219892409 (+5 ms)Writing region close event to WAL at 1731219892410 (+1 ms)Closed at 1731219892410 2024-11-10T06:24:52,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741830_1006 (size=63666) 2024-11-10T06:24:52,412 INFO [M:0;c48ba4c5549b:40281 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:52,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:52,412 INFO [M:0;c48ba4c5549b:40281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40281 2024-11-10T06:24:52,413 INFO [M:0;c48ba4c5549b:40281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:52,481 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:52,514 INFO [M:0;c48ba4c5549b:40281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40281-0x101008c84360003, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:52,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b236aed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:52,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17854fb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:52,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:52,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47741fe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:52,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58243550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:52,519 WARN [BP-1242174148-172.17.0.2-1731219860011 heartbeating to localhost/127.0.0.1:40945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:52,519 WARN [BP-1242174148-172.17.0.2-1731219860011 heartbeating to localhost/127.0.0.1:40945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1242174148-172.17.0.2-1731219860011 (Datanode Uuid 35277a83-f100-419a-8a9a-34a01ef8eebc) service to localhost/127.0.0.1:40945 2024-11-10T06:24:52,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:52,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:52,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/cluster_7efa3014-1512-b082-797c-3d53d776eaf9/data/data1/current/BP-1242174148-172.17.0.2-1731219860011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:52,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/cluster_7efa3014-1512-b082-797c-3d53d776eaf9/data/data2/current/BP-1242174148-172.17.0.2-1731219860011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:52,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:52,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d33100f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:52,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d866bf0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:52,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:52,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@683f2031{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:52,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e43042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf66dd51-256a-6989-1ad6-b2eef5677032/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:24:52,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:52,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:52,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:52,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:52,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:52,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:24:52,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424300156, stopped=false 2024-11-10T06:24:52,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,37751,1731219856895 2024-11-10T06:24:52,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588191740/running 2024-11-10T06:24:52,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588191740/running 2024-11-10T06:24:52,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:52,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:52,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:52,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:24:52,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:52,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:52,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/running 2024-11-10T06:24:52,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Set watcher on znode that does not yet exist, /0-1588191740/running 2024-11-10T06:24:52,541 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,34835,1731219856944' ***** 2024-11-10T06:24:52,541 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:24:52,541 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:24:52,542 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(3091): Received CLOSE for ac53cc28c64a3d2cb9ecb4cbe8ec288c 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(3091): Received CLOSE for ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:34835. 2024-11-10T06:24:52,542 DEBUG [RS:0;c48ba4c5549b:34835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:52,542 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:52,542 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac53cc28c64a3d2cb9ecb4cbe8ec288c, disabling compactions & flushes 2024-11-10T06:24:52,542 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:52,542 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:24:52,542 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. after waiting 0 ms 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:24:52,542 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:24:52,542 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T06:24:52,542 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:24:52,543 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c=test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c., ee51db528221a2dbdbc721e91e75d4ac=hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.} 2024-11-10T06:24:52,543 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:52,543 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:52,543 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:52,543 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:52,543 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:52,543 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:52,543 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:24:52,557 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/info/07f8b114eefc40ebbfee60bfc88ba19d is 147, key is hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac./info:regioninfo/1731219873610/Put/seqid=0 2024-11-10T06:24:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741840_1016 (size=7686) 2024-11-10T06:24:52,560 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f/6157c87e396c499286436b60d55c0cf8 is 28, key is row/f:/1731219881921/DeleteFamily/seqid=0 2024-11-10T06:24:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741841_1017 (size=5085) 2024-11-10T06:24:52,620 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:52,743 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:52,773 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T06:24:52,803 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:24:52,803 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:24:52,943 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:52,961 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/info/07f8b114eefc40ebbfee60bfc88ba19d 2024-11-10T06:24:52,964 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f/6157c87e396c499286436b60d55c0cf8 2024-11-10T06:24:52,968 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6157c87e396c499286436b60d55c0cf8 2024-11-10T06:24:52,980 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/ns/8b691ea47ade4b16b4409ba81bb1e4ac is 43, key is default/ns:d/1731219859904/Put/seqid=0 2024-11-10T06:24:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:24:52,985 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/ns/8b691ea47ade4b16b4409ba81bb1e4ac 2024-11-10T06:24:52,991 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f1/8b95d6f9c1374144a4e1168de57373fa is 29, key is row/f1:/1731219881921/DeleteFamily/seqid=0 2024-11-10T06:24:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741843_1019 (size=5089) 2024-11-10T06:24:53,001 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/rep_barrier/bd3503c7252a4d74a9f124c2d968e5ca is 112, key is test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c./rep_barrier:seqnumDuringOpen/1731219868140/Put/seqid=0 2024-11-10T06:24:53,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741844_1020 (size=5518) 2024-11-10T06:24:53,143 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:53,343 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:53,399 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f1/8b95d6f9c1374144a4e1168de57373fa 2024-11-10T06:24:53,402 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b95d6f9c1374144a4e1168de57373fa 2024-11-10T06:24:53,404 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/rep_barrier/bd3503c7252a4d74a9f124c2d968e5ca 2024-11-10T06:24:53,417 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/norep/653a625e17c64339a070d5eac038bfc9 is 32, key is row/norep:/1731219881921/DeleteFamily/seqid=0 2024-11-10T06:24:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741845_1021 (size=5101) 2024-11-10T06:24:53,421 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/table/ec434fe1dbfd428fa168381fc2f2ecf3 is 53, key is hbase:replication/table:state/1731219873616/Put/seqid=0 2024-11-10T06:24:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741846_1022 (size=5308) 2024-11-10T06:24:53,425 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/table/ec434fe1dbfd428fa168381fc2f2ecf3 2024-11-10T06:24:53,428 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/info/07f8b114eefc40ebbfee60bfc88ba19d as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/info/07f8b114eefc40ebbfee60bfc88ba19d 2024-11-10T06:24:53,432 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/info/07f8b114eefc40ebbfee60bfc88ba19d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:24:53,432 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/ns/8b691ea47ade4b16b4409ba81bb1e4ac as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/ns/8b691ea47ade4b16b4409ba81bb1e4ac 2024-11-10T06:24:53,436 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/ns/8b691ea47ade4b16b4409ba81bb1e4ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:24:53,436 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/rep_barrier/bd3503c7252a4d74a9f124c2d968e5ca as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/rep_barrier/bd3503c7252a4d74a9f124c2d968e5ca 2024-11-10T06:24:53,439 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/rep_barrier/bd3503c7252a4d74a9f124c2d968e5ca, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:24:53,440 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/.tmp/table/ec434fe1dbfd428fa168381fc2f2ecf3 as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/table/ec434fe1dbfd428fa168381fc2f2ecf3 2024-11-10T06:24:53,443 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/table/ec434fe1dbfd428fa168381fc2f2ecf3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:24:53,444 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false 2024-11-10T06:24:53,444 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:24:53,447 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:24:53,448 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:53,448 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:53,448 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:53,448 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219892543Running coprocessor pre-close hooks at 1731219892543Disabling compacts and flushes for region at 1731219892543Disabling writes for close at 1731219892543Obtaining lock to block concurrent updates at 1731219892543Preparing flush snapshotting stores in 1588230740 at 1731219892543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219892543Flushing stores of hbase:meta,,1.1588230740 at 1731219892543Flushing 1588230740/info: creating writer at 1731219892543Flushing 1588230740/info: appending metadata at 1731219892557 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731219892557Flushing 1588230740/ns: creating writer at 1731219892966 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731219892980 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731219892980Flushing 1588230740/rep_barrier: creating writer at 1731219892988 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219893001 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219893001Flushing 1588230740/table: creating writer at 1731219893407 (+406 ms)Flushing 1588230740/table: appending metadata at 1731219893421 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731219893421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6827c7d1: reopening flushed file at 1731219893428 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48afd9cc: reopening flushed file at 1731219893432 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b96431e: reopening flushed file at 1731219893436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656a53e1: reopening flushed file at 1731219893439 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 901ms, sequenceid=16, compaction requested=false at 1731219893444 (+5 ms)Writing region close event to WAL at 1731219893445 (+1 ms)Running coprocessor post-close hooks at 1731219893448 (+3 ms)Closed at 1731219893448 2024-11-10T06:24:53,448 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:53,543 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:24:53,544 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1325): Online Regions={ac53cc28c64a3d2cb9ecb4cbe8ec288c=test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c., ee51db528221a2dbdbc721e91e75d4ac=hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac.} 2024-11-10T06:24:53,544 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:53,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:53,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:53,545 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108827 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:24:53,744 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on ac53cc28c64a3d2cb9ecb4cbe8ec288c, ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:53,821 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/norep/653a625e17c64339a070d5eac038bfc9 2024-11-10T06:24:53,824 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 653a625e17c64339a070d5eac038bfc9 2024-11-10T06:24:53,825 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f/6157c87e396c499286436b60d55c0cf8 as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/f/6157c87e396c499286436b60d55c0cf8 2024-11-10T06:24:53,828 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6157c87e396c499286436b60d55c0cf8 2024-11-10T06:24:53,828 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/f/6157c87e396c499286436b60d55c0cf8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T06:24:53,829 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/f1/8b95d6f9c1374144a4e1168de57373fa as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1/8b95d6f9c1374144a4e1168de57373fa 2024-11-10T06:24:53,832 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b95d6f9c1374144a4e1168de57373fa 2024-11-10T06:24:53,832 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1/8b95d6f9c1374144a4e1168de57373fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T06:24:53,832 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/.tmp/norep/653a625e17c64339a070d5eac038bfc9 as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep/653a625e17c64339a070d5eac038bfc9 2024-11-10T06:24:53,835 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 653a625e17c64339a070d5eac038bfc9 2024-11-10T06:24:53,835 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep/653a625e17c64339a070d5eac038bfc9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T06:24:53,836 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ac53cc28c64a3d2cb9ecb4cbe8ec288c in 1294ms, sequenceid=6, compaction requested=false 2024-11-10T06:24:53,836 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:24:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/default/test/ac53cc28c64a3d2cb9ecb4cbe8ec288c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T06:24:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:53,840 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:53,840 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac53cc28c64a3d2cb9ecb4cbe8ec288c: Waiting for close lock at 1731219892542Running coprocessor pre-close hooks at 1731219892542Disabling compacts and flushes for region at 1731219892542Disabling writes for close at 1731219892542Obtaining lock to block concurrent updates at 1731219892542Preparing flush snapshotting stores in ac53cc28c64a3d2cb9ecb4cbe8ec288c at 1731219892542Finished memstore snapshotting test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731219892543 (+1 ms)Flushing stores of test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. at 1731219892543Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f: creating writer at 1731219892543Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f: appending metadata at 1731219892560 (+17 ms)Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f: closing flushed file at 1731219892560Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1: creating writer at 1731219892968 (+408 ms)Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1: appending metadata at 1731219892991 (+23 ms)Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/f1: closing flushed file at 1731219892991Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep: creating writer at 1731219893403 (+412 ms)Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep: appending metadata at 1731219893416 (+13 ms)Flushing ac53cc28c64a3d2cb9ecb4cbe8ec288c/norep: closing flushed file at 1731219893417 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c03836e: reopening flushed file at 1731219893825 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ab9bc: reopening flushed file at 1731219893828 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6dab4f: reopening flushed file at 1731219893832 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ac53cc28c64a3d2cb9ecb4cbe8ec288c in 1294ms, sequenceid=6, compaction requested=false at 1731219893836 (+4 ms)Writing region close event to WAL at 1731219893838 (+2 ms)Running coprocessor post-close hooks at 1731219893840 (+2 ms)Closed at 1731219893840 2024-11-10T06:24:53,841 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219866998.ac53cc28c64a3d2cb9ecb4cbe8ec288c. 2024-11-10T06:24:53,841 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee51db528221a2dbdbc721e91e75d4ac, disabling compactions & flushes 2024-11-10T06:24:53,841 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:53,841 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:53,841 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. after waiting 0 ms 2024-11-10T06:24:53,841 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:53,841 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee51db528221a2dbdbc721e91e75d4ac 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T06:24:53,855 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/.tmp/queue/19c99a17552a46e4bf828e5099b0f54e is 153, key is 1-c48ba4c5549b,34835,1731219856944/queue:c48ba4c5549b%2C34835%2C1731219856944/1731219882041/Put/seqid=0 2024-11-10T06:24:53,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741847_1023 (size=5352) 2024-11-10T06:24:53,944 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:53,985 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 636, reset compression=false 2024-11-10T06:24:53,989 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:24:53,989 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 1527, reset compression=false 2024-11-10T06:24:53,989 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34835,1731219856944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:24:53,990 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,34835,1731219856944: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,34835,1731219856944, walGroup=c48ba4c5549b%2C34835%2C1731219856944, offset=c48ba4c5549b%2C34835%2C1731219856944.1731219858928:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:24:53,991 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:24:53,991 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:24:53,991 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:24:53,991 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:24:53,991 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:24:53,991 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 890651080 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202659928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:24:53,992 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:37751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:24:54,144 DEBUG [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1351): Waiting on ee51db528221a2dbdbc721e91e75d4ac 2024-11-10T06:24:54,192 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/WALs/c48ba4c5549b,34835,1731219856944/c48ba4c5549b%2C34835%2C1731219856944.1731219858928 to pos 1527, reset compression=false 2024-11-10T06:24:54,260 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/.tmp/queue/19c99a17552a46e4bf828e5099b0f54e 2024-11-10T06:24:54,264 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/.tmp/queue/19c99a17552a46e4bf828e5099b0f54e as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/queue/19c99a17552a46e4bf828e5099b0f54e 2024-11-10T06:24:54,267 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/queue/19c99a17552a46e4bf828e5099b0f54e, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T06:24:54,268 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee51db528221a2dbdbc721e91e75d4ac in 426ms, sequenceid=8, compaction requested=false 2024-11-10T06:24:54,270 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/data/hbase/replication/ee51db528221a2dbdbc721e91e75d4ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T06:24:54,271 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:24:54,271 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:24:54,271 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:54,271 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee51db528221a2dbdbc721e91e75d4ac: Waiting for close lock at 1731219893841Running coprocessor pre-close hooks at 1731219893841Disabling compacts and flushes for region at 1731219893841Disabling writes for close at 1731219893841Obtaining lock to block concurrent updates at 1731219893841Preparing flush snapshotting stores in ee51db528221a2dbdbc721e91e75d4ac at 1731219893841Finished memstore snapshotting hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731219893841Flushing stores of hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. at 1731219893841Flushing ee51db528221a2dbdbc721e91e75d4ac/queue: creating writer at 1731219893841Flushing ee51db528221a2dbdbc721e91e75d4ac/queue: appending metadata at 1731219893855 (+14 ms)Flushing ee51db528221a2dbdbc721e91e75d4ac/queue: closing flushed file at 1731219893855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492aa4ae: reopening flushed file at 1731219894263 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ee51db528221a2dbdbc721e91e75d4ac in 426ms, sequenceid=8, compaction requested=false at 1731219894268 (+5 ms)Writing region close event to WAL at 1731219894268Running coprocessor post-close hooks at 1731219894271 (+3 ms)Closed at 1731219894271 2024-11-10T06:24:54,271 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219872449.ee51db528221a2dbdbc721e91e75d4ac. 2024-11-10T06:24:54,344 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,34835,1731219856944; all regions closed. 2024-11-10T06:24:54,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741834_1010 (size=4239) 2024-11-10T06:24:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741839_1015 (size=2240) 2024-11-10T06:24:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741832_1008 (size=1535) 2024-11-10T06:24:54,351 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:54,351 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:24:54,351 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:54,351 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:54,351 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:54,351 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:54,351 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,34835,1731219856944 because: Region server is closing 2024-11-10T06:24:54,352 INFO [RS:0;c48ba4c5549b:34835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:34835. 2024-11-10T06:24:54,352 DEBUG [RS:0;c48ba4c5549b:34835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:24:54,352 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:54,352 DEBUG [RS:0;c48ba4c5549b:34835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:54,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:24:54,452 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.shipperc48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 terminated 2024-11-10T06:24:54,452 INFO [RS:0;c48ba4c5549b:34835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34835 2024-11-10T06:24:54,452 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34835,1731219856944.replicationSource.wal-reader.c48ba4c5549b%2C34835%2C1731219856944,1-c48ba4c5549b,34835,1731219856944 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T06:24:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588191740/rs/c48ba4c5549b,34835,1731219856944 2024-11-10T06:24:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740/rs 2024-11-10T06:24:54,454 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:54,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,34835,1731219856944] 2024-11-10T06:24:54,457 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1588191740/draining/c48ba4c5549b,34835,1731219856944 already deleted, retry=false 2024-11-10T06:24:54,457 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,34835,1731219856944 expired; onlineServers=0 2024-11-10T06:24:54,457 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,37751,1731219856895' ***** 2024-11-10T06:24:54,457 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:24:54,457 INFO [M:0;c48ba4c5549b:37751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:24:54,457 INFO [M:0;c48ba4c5549b:37751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:24:54,457 DEBUG [M:0;c48ba4c5549b:37751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:24:54,458 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:24:54,458 DEBUG [M:0;c48ba4c5549b:37751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:24:54,458 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219858719 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219858719,5,FailOnTimeoutGroup] 2024-11-10T06:24:54,458 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219858719 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219858719,5,FailOnTimeoutGroup] 2024-11-10T06:24:54,458 INFO [M:0;c48ba4c5549b:37751 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:24:54,458 INFO [M:0;c48ba4c5549b:37751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:24:54,458 DEBUG [M:0;c48ba4c5549b:37751 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:24:54,458 INFO [M:0;c48ba4c5549b:37751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:24:54,458 INFO [M:0;c48ba4c5549b:37751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:24:54,458 INFO [M:0;c48ba4c5549b:37751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:24:54,458 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:24:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1588191740/master 2024-11-10T06:24:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1588191740 2024-11-10T06:24:54,459 DEBUG [M:0;c48ba4c5549b:37751 {}] zookeeper.ZKUtil(347): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Unable to get data of znode /0-1588191740/master because node does not exist (not an error) 2024-11-10T06:24:54,459 WARN [M:0;c48ba4c5549b:37751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:24:54,459 INFO [M:0;c48ba4c5549b:37751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/.lastflushedseqids 2024-11-10T06:24:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741848_1024 (size=245) 2024-11-10T06:24:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:54,557 INFO [RS:0;c48ba4c5549b:34835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:54,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34835-0x101008c84360001, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:54,557 INFO [RS:0;c48ba4c5549b:34835 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,34835,1731219856944; zookeeper connection closed. 2024-11-10T06:24:54,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24d7dd43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24d7dd43 2024-11-10T06:24:54,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:24:54,864 INFO [M:0;c48ba4c5549b:37751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:24:54,864 INFO [M:0;c48ba4c5549b:37751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:24:54,864 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:54,864 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:54,864 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:54,864 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:54,864 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:54,864 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-10T06:24:54,882 DEBUG [M:0;c48ba4c5549b:37751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3490c60b4bfa42afab44bb8f74a9a99a is 82, key is hbase:meta,,1/info:regioninfo/1731219859895/Put/seqid=0 2024-11-10T06:24:54,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741849_1025 (size=5672) 2024-11-10T06:24:55,286 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3490c60b4bfa42afab44bb8f74a9a99a 2024-11-10T06:24:55,307 DEBUG [M:0;c48ba4c5549b:37751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d99fd7b305405fa87feeccef489325 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219868156/Put/seqid=0 2024-11-10T06:24:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741850_1026 (size=7219) 2024-11-10T06:24:55,711 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d99fd7b305405fa87feeccef489325 2024-11-10T06:24:55,715 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3d99fd7b305405fa87feeccef489325 2024-11-10T06:24:55,732 DEBUG [M:0;c48ba4c5549b:37751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de5826f26b874419badcf5cc7a594119 is 69, key is c48ba4c5549b,34835,1731219856944/rs:state/1731219858787/Put/seqid=0 2024-11-10T06:24:55,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741851_1027 (size=5156) 2024-11-10T06:24:55,736 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de5826f26b874419badcf5cc7a594119 2024-11-10T06:24:55,740 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3490c60b4bfa42afab44bb8f74a9a99a as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3490c60b4bfa42afab44bb8f74a9a99a 2024-11-10T06:24:55,743 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3490c60b4bfa42afab44bb8f74a9a99a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T06:24:55,744 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d99fd7b305405fa87feeccef489325 as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3d99fd7b305405fa87feeccef489325 2024-11-10T06:24:55,747 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3d99fd7b305405fa87feeccef489325 2024-11-10T06:24:55,747 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3d99fd7b305405fa87feeccef489325, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T06:24:55,748 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de5826f26b874419badcf5cc7a594119 as hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de5826f26b874419badcf5cc7a594119 2024-11-10T06:24:55,751 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36163/user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de5826f26b874419badcf5cc7a594119, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T06:24:55,752 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false 2024-11-10T06:24:55,753 INFO [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:55,754 DEBUG [M:0;c48ba4c5549b:37751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219894864Disabling compacts and flushes for region at 1731219894864Disabling writes for close at 1731219894864Obtaining lock to block concurrent updates at 1731219894864Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219894864Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731219894865 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219894865Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219894865Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219894882 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219894882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219895290 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219895307 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219895307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219895715 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219895732 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219895732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5b1478: reopening flushed file at 1731219895739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11626ee0: reopening flushed file at 1731219895743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d11ed3: reopening flushed file at 1731219895747 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false at 1731219895752 (+5 ms)Writing region close event to WAL at 1731219895753 (+1 ms)Closed at 1731219895753 2024-11-10T06:24:55,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03259b35-d4ea-2c1d-b792-f67b86e950bb/MasterData/WALs/c48ba4c5549b,37751,1731219856895/c48ba4c5549b%2C37751%2C1731219856895.1731219858628 not finished, retry = 0 2024-11-10T06:24:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36273 is added to blk_1073741830_1006 (size=64435) 2024-11-10T06:24:55,856 INFO [M:0;c48ba4c5549b:37751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:24:55,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:24:55,856 INFO [M:0;c48ba4c5549b:37751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37751 2024-11-10T06:24:55,857 INFO [M:0;c48ba4c5549b:37751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:24:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:55,958 INFO [M:0;c48ba4c5549b:37751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:24:55,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37751-0x101008c84360000, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:24:55,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18b9afc5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:55,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae6a16b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:55,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:55,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d155a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:55,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0af973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:55,963 WARN [BP-239947781-172.17.0.2-1731219855811 heartbeating to localhost/127.0.0.1:36163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:24:55,963 WARN [BP-239947781-172.17.0.2-1731219855811 heartbeating to localhost/127.0.0.1:36163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239947781-172.17.0.2-1731219855811 (Datanode Uuid 3fa206ce-6645-461a-ba12-b249d7aaa791) service to localhost/127.0.0.1:36163 2024-11-10T06:24:55,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:24:55,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:24:55,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/data/data1/current/BP-239947781-172.17.0.2-1731219855811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:55,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/cluster_f1f92c23-eb5c-aed8-bd91-1402df775e3c/data/data2/current/BP-239947781-172.17.0.2-1731219855811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:24:55,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:24:55,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646424{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:55,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f055b0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:24:55,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:24:55,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70d4617e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:24:55,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@732e8ed2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07795de6-c164-22f7-b126-44f552fc93e1/hadoop.log.dir/,STOPPED} 2024-11-10T06:24:55,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:24:55,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:24:55,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36163 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37051 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40945 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8621 (was 8961) 2024-11-10T06:24:56,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=8621 2024-11-10T06:24:56,022 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T06:24:56,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir so I do NOT create it in target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b 2024-11-10T06:24:56,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:24:56,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.tmp.dir so I do NOT create it in target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b 2024-11-10T06:24:56,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63f12e9b-7fbd-f047-8ce8-36219a0fd23c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:24:56,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b 2024-11-10T06:24:56,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b, deleteOnExit=true 2024-11-10T06:24:56,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/zookeeper_0, clientPort=50790, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:24:56,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50790 2024-11-10T06:24:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:24:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:24:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/test.cache.data in system properties and HBase conf 2024-11-10T06:24:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:24:56,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:24:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:24:56,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:24:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008c84360002, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101008c84360008, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008c84360005, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:24:56,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008c84360005, quorum=127.0.0.1:65232, baseZNode=/1-460321023 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:56,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101008c84360008, quorum=127.0.0.1:65232, baseZNode=/21692171739 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:56,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008c84360002, quorum=127.0.0.1:65232, baseZNode=/0-1588191740 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:24:56,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:56,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:56,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:56,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:56,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:56,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:56,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:56,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:56,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fc48d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/java.io.tmpdir/jetty-localhost-41527-hadoop-hdfs-3_4_1-tests_jar-_-any-2751198441391905120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:24:56,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:41527} 2024-11-10T06:24:56,292 INFO [Time-limited test {}] server.Server(415): Started @293925ms 2024-11-10T06:24:56,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:24:56,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:24:56,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:24:56,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:24:56,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:24:56,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2330b98f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:24:56,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39276dad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:24:56,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a5def59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/java.io.tmpdir/jetty-localhost-43691-hadoop-hdfs-3_4_1-tests_jar-_-any-16618098091272688315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:24:56,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba0bae0{HTTP/1.1, (http/1.1)}{localhost:43691} 2024-11-10T06:24:56,507 INFO [Time-limited test {}] server.Server(415): Started @294140ms 2024-11-10T06:24:56,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:24:56,612 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data2/current/BP-1454211900-172.17.0.2-1731219896053/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:56,612 WARN [Thread-4196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data1/current/BP-1454211900-172.17.0.2-1731219896053/current, will proceed with Du for space computation calculation, 2024-11-10T06:24:56,631 WARN [Thread-4184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:24:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989e0451b07a1765 with lease ID 0xf2cbcf1865393f86: Processing first storage report for DS-46e4bb4a-141d-4b44-b92f-350ca7883d13 from datanode DatanodeRegistration(127.0.0.1:34523, datanodeUuid=f0f76274-32b5-49a0-87c3-642d191a2d7e, infoPort=44203, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=818723872;c=1731219896053) 2024-11-10T06:24:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989e0451b07a1765 with lease ID 0xf2cbcf1865393f86: from storage DS-46e4bb4a-141d-4b44-b92f-350ca7883d13 node DatanodeRegistration(127.0.0.1:34523, datanodeUuid=f0f76274-32b5-49a0-87c3-642d191a2d7e, infoPort=44203, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=818723872;c=1731219896053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x989e0451b07a1765 with lease ID 0xf2cbcf1865393f86: Processing first storage report for DS-2467cc0e-21d7-4e16-8f9f-b8b8fecff285 from datanode DatanodeRegistration(127.0.0.1:34523, datanodeUuid=f0f76274-32b5-49a0-87c3-642d191a2d7e, infoPort=44203, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=818723872;c=1731219896053) 2024-11-10T06:24:56,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x989e0451b07a1765 with lease ID 0xf2cbcf1865393f86: from storage DS-2467cc0e-21d7-4e16-8f9f-b8b8fecff285 node DatanodeRegistration(127.0.0.1:34523, datanodeUuid=f0f76274-32b5-49a0-87c3-642d191a2d7e, infoPort=44203, infoSecurePort=0, ipcPort=41557, storageInfo=lv=-57;cid=testClusterID;nsid=818723872;c=1731219896053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:24:56,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b 2024-11-10T06:24:56,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:56,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:24:57,140 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0 with version=8 2024-11-10T06:24:57,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/hbase-staging 2024-11-10T06:24:57,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:24:57,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:57,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40451 2024-11-10T06:24:57,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40451 connecting to ZooKeeper ensemble=127.0.0.1:50790 2024-11-10T06:24:57,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404510x0, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:57,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40451-0x101008d21690000 connected 2024-11-10T06:24:57,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:57,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:57,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on znode that does not yet exist, /0-1532660497/running 2024-11-10T06:24:57,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0, hbase.cluster.distributed=false 2024-11-10T06:24:57,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on znode that does not yet exist, /0-1532660497/acl 2024-11-10T06:24:57,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40451 2024-11-10T06:24:57,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40451 2024-11-10T06:24:57,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40451 2024-11-10T06:24:57,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40451 2024-11-10T06:24:57,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40451 2024-11-10T06:24:57,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:24:57,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39203 2024-11-10T06:24:57,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39203 connecting to ZooKeeper ensemble=127.0.0.1:50790 2024-11-10T06:24:57,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:57,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:57,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392030x0, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:57,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392030x0, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on znode that does not yet exist, /0-1532660497/running 2024-11-10T06:24:57,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39203-0x101008d21690001 connected 2024-11-10T06:24:57,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:24:57,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:24:57,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on znode that does not yet exist, /0-1532660497/master 2024-11-10T06:24:57,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on znode that does not yet exist, /0-1532660497/acl 2024-11-10T06:24:57,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-10T06:24:57,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39203 2024-11-10T06:24:57,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39203 2024-11-10T06:24:57,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-10T06:24:57,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39203 2024-11-10T06:24:57,226 DEBUG [M:0;c48ba4c5549b:40451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:40451 2024-11-10T06:24:57,227 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1532660497/backup-masters/c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497/backup-masters 2024-11-10T06:24:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497/backup-masters 2024-11-10T06:24:57,229 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on existing znode=/0-1532660497/backup-masters/c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1532660497/master 2024-11-10T06:24:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:57,232 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on existing znode=/0-1532660497/master 2024-11-10T06:24:57,232 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1532660497/backup-masters/c48ba4c5549b,40451,1731219897142 from backup master directory 2024-11-10T06:24:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1532660497/backup-masters/c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497/backup-masters 2024-11-10T06:24:57,233 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497/backup-masters 2024-11-10T06:24:57,233 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:57,236 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/hbase.id] with ID: 36e86058-c5f4-4217-8bf5-9f649e7a2101 2024-11-10T06:24:57,236 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/.tmp/hbase.id 2024-11-10T06:24:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:24:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:24:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:24:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:24:57,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:24:57,642 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/.tmp/hbase.id]:[hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/hbase.id] 2024-11-10T06:24:57,650 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:24:57,650 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:24:57,650 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T06:24:57,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:57,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:24:58,058 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:58,059 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:24:58,059 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:24:58,465 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/data/master/store 2024-11-10T06:24:58,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:24:58,870 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:58,870 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:24:58,870 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219898870Disabling compacts and flushes for region at 1731219898870Disabling writes for close at 1731219898870Writing region close event to WAL at 1731219898870Closed at 1731219898870 2024-11-10T06:24:58,871 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/data/master/store/.initializing 2024-11-10T06:24:58,871 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/WALs/c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:58,872 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:58,873 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C40451%2C1731219897142, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/WALs/c48ba4c5549b,40451,1731219897142, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/oldWALs, maxLogs=10 2024-11-10T06:24:58,886 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/WALs/c48ba4c5549b,40451,1731219897142/c48ba4c5549b%2C40451%2C1731219897142.1731219898873, exclude list is [], retry=0 2024-11-10T06:24:58,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-46e4bb4a-141d-4b44-b92f-350ca7883d13,DISK] 2024-11-10T06:24:58,890 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/WALs/c48ba4c5549b,40451,1731219897142/c48ba4c5549b%2C40451%2C1731219897142.1731219898873 2024-11-10T06:24:58,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44203:44203)] 2024-11-10T06:24:58,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:58,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:58,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,890 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:24:58,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:58,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:24:58,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:58,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:24:58,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:58,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:24:58,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:24:58,896 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,896 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,896 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:58,898 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:24:58,899 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:58,900 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63487707, jitterRate=-0.0539594441652298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:58,900 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219898890Initializing all the Stores at 1731219898891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219898891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219898891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219898891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219898891Cleaning up temporary data from old regions at 1731219898897 (+6 ms)Region opened successfully at 1731219898900 (+3 ms) 2024-11-10T06:24:58,900 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:24:58,902 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a11bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:58,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:24:58,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:24:58,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:24:58,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:24:58,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:24:58,904 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:24:58,904 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:24:58,905 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:24:58,906 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Unable to get data of znode /0-1532660497/balancer because node does not exist (not necessarily an error) 2024-11-10T06:24:58,907 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1532660497/balancer already deleted, retry=false 2024-11-10T06:24:58,907 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:24:58,908 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Unable to get data of znode /0-1532660497/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:24:58,910 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1532660497/normalizer already deleted, retry=false 2024-11-10T06:24:58,910 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:24:58,911 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Unable to get data of znode /0-1532660497/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:24:58,912 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1532660497/switch/split already deleted, retry=false 2024-11-10T06:24:58,913 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Unable to get data of znode /0-1532660497/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:24:58,914 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1532660497/switch/merge already deleted, retry=false 2024-11-10T06:24:58,915 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Unable to get data of znode /0-1532660497/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:24:58,916 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1532660497/snapshot-cleanup already deleted, retry=false 2024-11-10T06:24:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1532660497/running 2024-11-10T06:24:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1532660497/running 2024-11-10T06:24:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,919 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,40451,1731219897142, sessionid=0x101008d21690000, setting cluster-up flag (Was=false) 2024-11-10T06:24:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,927 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1532660497/flush-table-proc/acquired, /0-1532660497/flush-table-proc/reached, /0-1532660497/flush-table-proc/abort 2024-11-10T06:24:58,927 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:58,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:58,935 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1532660497/online-snapshot/acquired, /0-1532660497/online-snapshot/reached, /0-1532660497/online-snapshot/abort 2024-11-10T06:24:58,936 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:58,937 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:24:58,938 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:58,938 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:24:58,938 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:24:58,938 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,40451,1731219897142 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:58,940 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:58,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:58,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:24:58,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:24:58,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219928948 2024-11-10T06:24:58,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:24:58,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:24:58,948 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:24:58,949 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:24:58,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:24:58,950 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219898950,5,FailOnTimeoutGroup] 2024-11-10T06:24:58,950 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219898950,5,FailOnTimeoutGroup] 2024-11-10T06:24:58,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:24:58,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:58,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:24:58,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:58,950 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:24:58,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:24:58,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0 2024-11-10T06:24:58,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741832_1008 (size=32) 2024-11-10T06:24:58,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:58,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:58,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:58,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:58,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:58,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:58,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:58,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:58,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:58,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:58,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:58,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:58,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:58,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:58,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:58,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/1588230740 2024-11-10T06:24:58,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/1588230740 2024-11-10T06:24:58,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:58,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:58,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:58,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:58,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:24:58,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75388869, jitterRate=0.12338168919086456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219898961Initializing all the Stores at 1731219898961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219898961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219898964 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219898964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219898964Cleaning up temporary data from old regions at 1731219898971 (+7 ms)Region opened successfully at 1731219898974 (+3 ms) 2024-11-10T06:24:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:24:58,974 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:24:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:24:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:24:58,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:24:58,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:24:58,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219898974Disabling compacts and flushes for region at 1731219898974Disabling writes for close at 1731219898974Writing region close event to WAL at 1731219898975 (+1 ms)Closed at 1731219898975 2024-11-10T06:24:58,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:58,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:24:58,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:24:58,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:58,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:58,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:24:59,018 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(746): ClusterId : 36e86058-c5f4-4217-8bf5-9f649e7a2101 2024-11-10T06:24:59,018 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:24:59,020 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:24:59,020 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:24:59,023 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:24:59,023 DEBUG [RS:0;c48ba4c5549b:39203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faaf3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:24:59,035 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:39203 2024-11-10T06:24:59,035 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:24:59,035 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:24:59,035 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:24:59,036 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,40451,1731219897142 with port=39203, startcode=1731219897199 2024-11-10T06:24:59,036 DEBUG [RS:0;c48ba4c5549b:39203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:24:59,037 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:24:59,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40451 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,039 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0 2024-11-10T06:24:59,039 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40619 2024-11-10T06:24:59,039 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:24:59,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497/rs 2024-11-10T06:24:59,041 DEBUG [RS:0;c48ba4c5549b:39203 {}] zookeeper.ZKUtil(111): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Set watcher on existing znode=/0-1532660497/rs/c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,041 WARN [RS:0;c48ba4c5549b:39203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:24:59,041 INFO [RS:0;c48ba4c5549b:39203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:59,041 DEBUG [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,39203,1731219897199] 2024-11-10T06:24:59,044 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:24:59,045 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:24:59,045 INFO [RS:0;c48ba4c5549b:39203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:24:59,045 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,047 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:24:59,047 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:24:59,047 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:59,047 DEBUG [RS:0;c48ba4c5549b:39203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,048 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39203,1731219897199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:59,061 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:24:59,062 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39203,1731219897199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,062 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,062 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.Replication(171): c48ba4c5549b,39203,1731219897199 started 2024-11-10T06:24:59,074 INFO [RS:0;c48ba4c5549b:39203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,075 INFO [RS:0;c48ba4c5549b:39203 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,39203,1731219897199, RpcServer on c48ba4c5549b/172.17.0.2:39203, sessionid=0x101008d21690001 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39203,1731219897199' 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1532660497/flush-table-proc/abort' 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1532660497/flush-table-proc/acquired' 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39203,1731219897199' 2024-11-10T06:24:59,075 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1532660497/online-snapshot/abort' 2024-11-10T06:24:59,076 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1532660497/online-snapshot/acquired' 2024-11-10T06:24:59,076 DEBUG [RS:0;c48ba4c5549b:39203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:24:59,076 INFO [RS:0;c48ba4c5549b:39203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:24:59,076 INFO [RS:0;c48ba4c5549b:39203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:24:59,127 WARN [c48ba4c5549b:40451 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:24:59,176 INFO [RS:0;c48ba4c5549b:39203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:24:59,177 INFO [RS:0;c48ba4c5549b:39203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39203%2C1731219897199, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/oldWALs, maxLogs=10 2024-11-10T06:24:59,190 DEBUG [RS:0;c48ba4c5549b:39203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199/c48ba4c5549b%2C39203%2C1731219897199.1731219899178, exclude list is [], retry=0 2024-11-10T06:24:59,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-46e4bb4a-141d-4b44-b92f-350ca7883d13,DISK] 2024-11-10T06:24:59,194 INFO [RS:0;c48ba4c5549b:39203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199/c48ba4c5549b%2C39203%2C1731219897199.1731219899178 2024-11-10T06:24:59,194 DEBUG [RS:0;c48ba4c5549b:39203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44203:44203)] 2024-11-10T06:24:59,377 DEBUG [c48ba4c5549b:40451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:24:59,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39203,1731219897199, state=OPENING 2024-11-10T06:24:59,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:24:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:59,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1532660497 2024-11-10T06:24:59,385 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:24:59,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1532660497/meta-region-server: CHANGED 2024-11-10T06:24:59,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1532660497/meta-region-server: CHANGED 2024-11-10T06:24:59,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39203,1731219897199}] 2024-11-10T06:24:59,537 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:24:59,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:24:59,541 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:24:59,541 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:24:59,541 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:24:59,542 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39203%2C1731219897199.meta, suffix=.meta, logDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/oldWALs, maxLogs=10 2024-11-10T06:24:59,556 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199/c48ba4c5549b%2C39203%2C1731219897199.meta.1731219899543.meta, exclude list is [], retry=0 2024-11-10T06:24:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34523,DS-46e4bb4a-141d-4b44-b92f-350ca7883d13,DISK] 2024-11-10T06:24:59,559 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/WALs/c48ba4c5549b,39203,1731219897199/c48ba4c5549b%2C39203%2C1731219897199.meta.1731219899543.meta 2024-11-10T06:24:59,559 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44203:44203)] 2024-11-10T06:24:59,559 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:24:59,560 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:24:59,560 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:24:59,560 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:24:59,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:24:59,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:24:59,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:59,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:59,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:24:59,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:24:59,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:24:59,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:24:59,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:24:59,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:24:59,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:59,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:24:59,564 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:24:59,565 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/1588230740 2024-11-10T06:24:59,565 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/hbase/meta/1588230740 2024-11-10T06:24:59,566 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:24:59,566 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:24:59,566 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:24:59,567 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:24:59,568 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59183350, jitterRate=-0.11809936165809631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:24:59,568 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:24:59,569 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219899560Writing region info on filesystem at 1731219899560Initializing all the Stores at 1731219899561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219899561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219899561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219899561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219899561Cleaning up temporary data from old regions at 1731219899566 (+5 ms)Running coprocessor post-open hooks at 1731219899568 (+2 ms)Region opened successfully at 1731219899569 (+1 ms) 2024-11-10T06:24:59,569 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219899537 2024-11-10T06:24:59,571 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:24:59,571 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:24:59,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39203,1731219897199, state=OPEN 2024-11-10T06:24:59,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39203-0x101008d21690001, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1532660497/meta-region-server 2024-11-10T06:24:59,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40451-0x101008d21690000, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1532660497/meta-region-server 2024-11-10T06:24:59,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1532660497/meta-region-server: CHANGED 2024-11-10T06:24:59,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39203,1731219897199 2024-11-10T06:24:59,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1532660497/meta-region-server: CHANGED 2024-11-10T06:24:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:24:59,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39203,1731219897199 in 189 msec 2024-11-10T06:24:59,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:24:59,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-11-10T06:24:59,577 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:24:59,577 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:24:59,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:59,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39203,1731219897199, seqNum=-1] 2024-11-10T06:24:59,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:59,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:59,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 645 msec 2024-11-10T06:24:59,583 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219899583, completionTime=-1 2024-11-10T06:24:59,583 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:24:59,583 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:24:59,584 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:24:59,584 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219959584 2024-11-10T06:24:59,584 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731220019584 2024-11-10T06:24:59,584 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:40451, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,585 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,586 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:24:59,587 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.354sec 2024-11-10T06:24:59,587 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:24:59,587 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:24:59,587 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:24:59,587 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:24:59,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:24:59,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:24:59,588 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:24:59,589 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:24:59,589 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:24:59,589 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,40451,1731219897142-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:24:59,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:59,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40451,-1 for getting cluster id 2024-11-10T06:24:59,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:24:59,619 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e86058-c5f4-4217-8bf5-9f649e7a2101' 2024-11-10T06:24:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:24:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e86058-c5f4-4217-8bf5-9f649e7a2101" 2024-11-10T06:24:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6a73eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40451,-1] 2024-11-10T06:24:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:24:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:24:59,621 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:24:59,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:24:59,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:24:59,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39203,1731219897199, seqNum=-1] 2024-11-10T06:24:59,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:24:59,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:24:59,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:59,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50790 2024-11-10T06:24:59,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50790, baseZNode=/0-1532660497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:24:59,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008d21690002 connected 2024-11-10T06:24:59,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:24:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40451,1731219897142 2024-11-10T06:24:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fa53585 2024-11-10T06:24:59,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:24:59,630 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:24:59,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:24:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:24:59,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:24:59,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:24:59,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:24:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:59,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:24:59,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:24:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:24:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:00,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a962e96459bb746eea679a850112135, NAME => 'test,,1731219899631.1a962e96459bb746eea679a850112135.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0 2024-11-10T06:25:00,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34523 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:25:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219899631.1a962e96459bb746eea679a850112135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a962e96459bb746eea679a850112135, disabling compactions & flushes 2024-11-10T06:25:00,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219899631.1a962e96459bb746eea679a850112135. after waiting 0 ms 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,451 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,451 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a962e96459bb746eea679a850112135: Waiting for close lock at 1731219900451Disabling compacts and flushes for region at 1731219900451Disabling writes for close at 1731219900451Writing region close event to WAL at 1731219900451Closed at 1731219900451 2024-11-10T06:25:00,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:25:00,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219899631.1a962e96459bb746eea679a850112135.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219900453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219900453"}]},"ts":"1731219900453"} 2024-11-10T06:25:00,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:25:00,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:25:00,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219900455"}]},"ts":"1731219900455"} 2024-11-10T06:25:00,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:25:00,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a962e96459bb746eea679a850112135, ASSIGN}] 2024-11-10T06:25:00,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a962e96459bb746eea679a850112135, ASSIGN 2024-11-10T06:25:00,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a962e96459bb746eea679a850112135, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39203,1731219897199; forceNewPlan=false, retain=false 2024-11-10T06:25:00,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a962e96459bb746eea679a850112135, regionState=OPENING, regionLocation=c48ba4c5549b,39203,1731219897199 2024-11-10T06:25:00,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a962e96459bb746eea679a850112135, ASSIGN because future has completed 2024-11-10T06:25:00,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a962e96459bb746eea679a850112135, server=c48ba4c5549b,39203,1731219897199}] 2024-11-10T06:25:00,765 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,765 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a962e96459bb746eea679a850112135, NAME => 'test,,1731219899631.1a962e96459bb746eea679a850112135.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:00,765 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:00,765 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:25:00,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219899631.1a962e96459bb746eea679a850112135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:00,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,766 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,767 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,768 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a962e96459bb746eea679a850112135 columnFamilyName f 2024-11-10T06:25:00,768 DEBUG [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:00,768 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(327): Store=1a962e96459bb746eea679a850112135/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:00,768 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,769 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a962e96459bb746eea679a850112135 columnFamilyName f1 2024-11-10T06:25:00,769 DEBUG [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:00,769 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(327): Store=1a962e96459bb746eea679a850112135/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:00,769 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,770 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a962e96459bb746eea679a850112135 columnFamilyName norep 2024-11-10T06:25:00,770 DEBUG [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:00,770 INFO [StoreOpener-1a962e96459bb746eea679a850112135-1 {}] regionserver.HStore(327): Store=1a962e96459bb746eea679a850112135/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:00,770 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,771 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/default/test/1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,771 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/default/test/1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,771 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,771 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,772 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:25:00,773 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:00,774 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/data/default/test/1a962e96459bb746eea679a850112135/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:00,774 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a962e96459bb746eea679a850112135; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66116404, jitterRate=-0.014788806438446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:25:00,774 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a962e96459bb746eea679a850112135 2024-11-10T06:25:00,775 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a962e96459bb746eea679a850112135: Running coprocessor pre-open hook at 1731219900766Writing region info on filesystem at 1731219900766Initializing all the Stores at 1731219900766Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219900766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219900767 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219900767Cleaning up temporary data from old regions at 1731219900771 (+4 ms)Running coprocessor post-open hooks at 1731219900774 (+3 ms)Region opened successfully at 1731219900775 (+1 ms) 2024-11-10T06:25:00,775 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219899631.1a962e96459bb746eea679a850112135., pid=6, masterSystemTime=1731219900762 2024-11-10T06:25:00,777 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,777 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219899631.1a962e96459bb746eea679a850112135. 2024-11-10T06:25:00,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a962e96459bb746eea679a850112135, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,39203,1731219897199 2024-11-10T06:25:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a962e96459bb746eea679a850112135, server=c48ba4c5549b,39203,1731219897199 because future has completed 2024-11-10T06:25:00,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:25:00,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a962e96459bb746eea679a850112135, server=c48ba4c5549b,39203,1731219897199 in 170 msec 2024-11-10T06:25:00,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:25:00,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a962e96459bb746eea679a850112135, ASSIGN in 325 msec 2024-11-10T06:25:00,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:25:00,783 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219900783"}]},"ts":"1731219900783"} 2024-11-10T06:25:00,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:25:00,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:25:00,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T06:25:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:01,785 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:25:01,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a398e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40451,-1 for getting cluster id 2024-11-10T06:25:01,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:01,786 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e86058-c5f4-4217-8bf5-9f649e7a2101' 2024-11-10T06:25:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e86058-c5f4-4217-8bf5-9f649e7a2101" 2024-11-10T06:25:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f7f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40451,-1] 2024-11-10T06:25:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:01,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,787 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6834b7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40451,1731219897142 2024-11-10T06:25:01,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc721e1 2024-11-10T06:25:01,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:01,789 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:01,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:40451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:25:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:25:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:01,792 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:40451' 2024-11-10T06:25:01,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f8b69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,40451,-1 for getting cluster id 2024-11-10T06:25:01,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:01,793 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36e86058-c5f4-4217-8bf5-9f649e7a2101' 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36e86058-c5f4-4217-8bf5-9f649e7a2101" 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff9979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,40451,-1] 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,794 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:01,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e144cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:01,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,40451,1731219897142 2024-11-10T06:25:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8ead38 2024-11-10T06:25:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:01,795 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:01,796 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:25:01,796 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:25:01,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:01,796 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T06:25:01,802 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T06:25:01,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-10T06:25:01,803 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T06:25:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:01,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:01,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c48ba4c5549b:40451, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T06:25:01,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:01,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:01,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:01,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1180987937-7962 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;c48ba4c5549b:39203-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data2/current/BP-1454211900-172.17.0.2-1731219896053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7915-acceptor-0@7011fa60-ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:41527} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1454211900-172.17.0.2-1731219896053 heartbeating to localhost/127.0.0.1:40619 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c48ba4c5549b:39203 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1454211900-172.17.0.2-1731219896053:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1808919393_20 at /127.0.0.1:54540 [Receiving block BP-1454211900-172.17.0.2-1731219896053:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8c4c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8c4c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1ef9642c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0-prefix:c48ba4c5549b,39203,1731219897199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: c48ba4c5549b:40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-1454211900-172.17.0.2-1731219896053:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50790) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40619 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50790 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp1963855285-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server idle connection scanner for port 40619 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4fd6f8ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1180987937-7961-acceptor-0@1a1afda7-ServerConnector@7ba0bae0{HTTP/1.1, (http/1.1)}{localhost:43691} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-370089312_20 at /127.0.0.1:54516 [Receiving block BP-1454211900-172.17.0.2-1731219896053:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c48ba4c5549b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c48ba4c5549b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50790) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/c48ba4c5549b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50790) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f8c4cad5328.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1180987937-7960 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8c4c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0-prefix:c48ba4c5549b,39203,1731219897199.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1454211900-172.17.0.2-1731219896053:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@62d8367f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-29415183-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8c4c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1180987937-7963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1963855285-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219898950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: CacheReplicationMonitor(1426124636) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40619/user/jenkins/test-data/43848716-3d32-7f99-4b9e-ce86a3be97b0/MasterData-prefix:c48ba4c5549b,40451,1731219897142 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50790): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-332dafea-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8c4c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c48ba4c5549b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219898950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 4 on default port 41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7f6e364a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@72de679e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1808919393_20 at /127.0.0.1:54464 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8c4c432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c48ba4c5549b:40451 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41557 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7c02b744[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/c48ba4c5549b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1808919393_20 at /127.0.0.1:54546 [Receiving block BP-1454211900-172.17.0.2-1731219896053:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/cluster_f90406a1-ac9d-27fe-bbca-7e5ed5fc026b/data/data1/current/BP-1454211900-172.17.0.2-1731219896053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=8591 (was 8621) 2024-11-10T06:25:01,915 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T06:25:01,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=8590 2024-11-10T06:25:01,930 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T06:25:01,943 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T06:25:01,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.log.dir so I do NOT create it in target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f 2024-11-10T06:25:01,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:25:01,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.tmp.dir so I do NOT create it in target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f 2024-11-10T06:25:01,944 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2f97941-5c7d-49eb-c865-4c82a183579b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:25:01,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f 2024-11-10T06:25:01,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403, deleteOnExit=true 2024-11-10T06:25:01,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/zookeeper_0, clientPort=61732, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T06:25:01,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61732 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/test.cache.data in system properties and HBase conf 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:25:01,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:25:01,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:25:01,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:25:02,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:02,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:02,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:02,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:02,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:25:02,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:02,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:02,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:02,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/java.io.tmpdir/jetty-localhost-38129-hadoop-hdfs-3_4_1-tests_jar-_-any-10320038201062242478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:02,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:38129} 2024-11-10T06:25:02,148 INFO [Time-limited test {}] server.Server(415): Started @299780ms 2024-11-10T06:25:02,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:02,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:02,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:02,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:02,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:25:02,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a20a1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:02,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8443a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:02,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78aa6c38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/java.io.tmpdir/jetty-localhost-41371-hadoop-hdfs-3_4_1-tests_jar-_-any-5328227181579126843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:02,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b4a8b04{HTTP/1.1, (http/1.1)}{localhost:41371} 2024-11-10T06:25:02,488 INFO [Time-limited test {}] server.Server(415): Started @300120ms 2024-11-10T06:25:02,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:25:03,098 WARN [Thread-4330 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/data/data1/current/BP-551737703-172.17.0.2-1731219901971/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:03,099 WARN [Thread-4331 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/data/data2/current/BP-551737703-172.17.0.2-1731219901971/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:03,119 WARN [Thread-4318 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:25:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7fed59f4a21325 with lease ID 0x922ee94aae0ac559: Processing first storage report for DS-b664cbc5-871b-4111-b8ed-aee949f35e1a from datanode DatanodeRegistration(127.0.0.1:33733, datanodeUuid=2b69da2f-312d-47b9-b066-b2d1d858530e, infoPort=42537, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1603315537;c=1731219901971) 2024-11-10T06:25:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7fed59f4a21325 with lease ID 0x922ee94aae0ac559: from storage DS-b664cbc5-871b-4111-b8ed-aee949f35e1a node DatanodeRegistration(127.0.0.1:33733, datanodeUuid=2b69da2f-312d-47b9-b066-b2d1d858530e, infoPort=42537, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1603315537;c=1731219901971), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7fed59f4a21325 with lease ID 0x922ee94aae0ac559: Processing first storage report for DS-49842717-eb27-4444-a88d-2bb80eeaa224 from datanode DatanodeRegistration(127.0.0.1:33733, datanodeUuid=2b69da2f-312d-47b9-b066-b2d1d858530e, infoPort=42537, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1603315537;c=1731219901971) 2024-11-10T06:25:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7fed59f4a21325 with lease ID 0x922ee94aae0ac559: from storage DS-49842717-eb27-4444-a88d-2bb80eeaa224 node DatanodeRegistration(127.0.0.1:33733, datanodeUuid=2b69da2f-312d-47b9-b066-b2d1d858530e, infoPort=42537, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1603315537;c=1731219901971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:03,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f 2024-11-10T06:25:03,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:25:03,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da with version=8 2024-11-10T06:25:03,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/hbase-staging 2024-11-10T06:25:03,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:03,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38775 2024-11-10T06:25:03,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38775 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:03,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387750x0, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:03,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38775-0x101008d388a0000 connected 2024-11-10T06:25:03,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/running 2024-11-10T06:25:03,392 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da, hbase.cluster.distributed=false 2024-11-10T06:25:03,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/acl 2024-11-10T06:25:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T06:25:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38775 2024-11-10T06:25:03,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38775 2024-11-10T06:25:03,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T06:25:03,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-10T06:25:03,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:25:03,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:03,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34313 2024-11-10T06:25:03,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34313 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:03,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343130x0, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:03,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343130x0, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/running 2024-11-10T06:25:03,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34313-0x101008d388a0001 connected 2024-11-10T06:25:03,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:25:03,427 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:25:03,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/master 2024-11-10T06:25:03,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/acl 2024-11-10T06:25:03,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-10T06:25:03,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34313 2024-11-10T06:25:03,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34313 2024-11-10T06:25:03,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-10T06:25:03,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-10T06:25:03,448 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:38775 2024-11-10T06:25:03,448 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-882539474/backup-masters/c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/backup-masters 2024-11-10T06:25:03,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/backup-masters 2024-11-10T06:25:03,457 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on existing znode=/0-882539474/backup-masters/c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-882539474/master 2024-11-10T06:25:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:03,472 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on existing znode=/0-882539474/master 2024-11-10T06:25:03,473 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-882539474/backup-masters/c48ba4c5549b,38775,1731219903230 from backup master directory 2024-11-10T06:25:03,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-882539474/backup-masters/c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:03,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/backup-masters 2024-11-10T06:25:03,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/backup-masters 2024-11-10T06:25:03,487 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:03,487 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:03,491 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/hbase.id] with ID: 49196a69-cea5-4112-8d97-0e60f8fb6dfe 2024-11-10T06:25:03,491 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/.tmp/hbase.id 2024-11-10T06:25:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:25:03,895 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/.tmp/hbase.id]:[hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/hbase.id] 2024-11-10T06:25:03,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:03,903 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:25:03,904 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:25:03,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:03,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:25:04,325 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:04,326 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:25:04,326 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:25:04,732 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store 2024-11-10T06:25:04,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:25:05,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:05,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:25:05,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:05,137 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:05,137 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:05,137 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219905137Disabling compacts and flushes for region at 1731219905137Disabling writes for close at 1731219905137Writing region close event to WAL at 1731219905137Closed at 1731219905137 2024-11-10T06:25:05,138 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/.initializing 2024-11-10T06:25:05,138 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/WALs/c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:05,139 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:05,140 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C38775%2C1731219903230, suffix=, logDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/WALs/c48ba4c5549b,38775,1731219903230, archiveDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/oldWALs, maxLogs=10 2024-11-10T06:25:05,153 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/WALs/c48ba4c5549b,38775,1731219903230/c48ba4c5549b%2C38775%2C1731219903230.1731219905140, exclude list is [], retry=0 2024-11-10T06:25:05,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:05,157 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/WALs/c48ba4c5549b,38775,1731219903230/c48ba4c5549b%2C38775%2C1731219903230.1731219905140 2024-11-10T06:25:05,157 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:05,157 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:05,157 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:05,157 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,157 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:25:05,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:05,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:05,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:25:05,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:25:05,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:25:05,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:05,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:05,163 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,163 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,164 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,164 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,164 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,165 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:05,165 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:05,167 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:05,167 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61138217, jitterRate=-0.08896957337856293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:05,167 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219905158Initializing all the Stores at 1731219905158Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219905158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219905158Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219905158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219905158Cleaning up temporary data from old regions at 1731219905164 (+6 ms)Region opened successfully at 1731219905167 (+3 ms) 2024-11-10T06:25:05,167 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:25:05,169 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0d7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:05,170 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:25:05,170 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:25:05,170 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:25:05,170 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:25:05,171 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:25:05,171 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:25:05,171 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:25:05,173 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:25:05,173 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/balancer because node does not exist (not necessarily an error) 2024-11-10T06:25:05,188 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/balancer already deleted, retry=false 2024-11-10T06:25:05,188 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:25:05,188 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:25:05,211 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/normalizer already deleted, retry=false 2024-11-10T06:25:05,211 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:25:05,212 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:25:05,241 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/switch/split already deleted, retry=false 2024-11-10T06:25:05,242 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:25:05,250 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/switch/merge already deleted, retry=false 2024-11-10T06:25:05,252 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:25:05,268 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/snapshot-cleanup already deleted, retry=false 2024-11-10T06:25:05,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-882539474/running 2024-11-10T06:25:05,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-882539474/running 2024-11-10T06:25:05,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,280 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,38775,1731219903230, sessionid=0x101008d388a0000, setting cluster-up flag (Was=false) 2024-11-10T06:25:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,360 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-882539474/flush-table-proc/acquired, /0-882539474/flush-table-proc/reached, /0-882539474/flush-table-proc/abort 2024-11-10T06:25:05,361 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:05,435 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-882539474/online-snapshot/acquired, /0-882539474/online-snapshot/reached, /0-882539474/online-snapshot/abort 2024-11-10T06:25:05,436 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:05,437 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:25:05,438 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:05,438 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:25:05,438 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:25:05,438 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,38775,1731219903230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:25:05,439 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(746): ClusterId : 49196a69-cea5-4112-8d97-0e60f8fb6dfe 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:05,439 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:05,439 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219935440 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:25:05,440 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:25:05,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:25:05,441 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:25:05,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:05,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:25:05,441 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219905441,5,FailOnTimeoutGroup] 2024-11-10T06:25:05,442 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219905441,5,FailOnTimeoutGroup] 2024-11-10T06:25:05,442 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,442 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:25:05,442 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,442 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:25:05,450 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:25:05,450 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:25:05,468 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:25:05,468 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507f298e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:05,480 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:34313 2024-11-10T06:25:05,480 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:25:05,480 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:25:05,480 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:25:05,480 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,38775,1731219903230 with port=34313, startcode=1731219903409 2024-11-10T06:25:05,480 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:25:05,482 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:25:05,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38775 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,483 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da 2024-11-10T06:25:05,483 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35385 2024-11-10T06:25:05,483 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:25:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/rs 2024-11-10T06:25:05,503 DEBUG [RS:0;c48ba4c5549b:34313 {}] zookeeper.ZKUtil(111): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on existing znode=/0-882539474/rs/c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,503 WARN [RS:0;c48ba4c5549b:34313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:05,503 INFO [RS:0;c48ba4c5549b:34313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:05,503 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,34313,1731219903409] 2024-11-10T06:25:05,506 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:25:05,507 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:25:05,507 INFO [RS:0;c48ba4c5549b:34313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:25:05,507 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,507 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:25:05,508 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:25:05,508 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:05,508 DEBUG [RS:0;c48ba4c5549b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:05,510 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,510 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,511 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,511 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,511 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,511 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34313,1731219903409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:05,525 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:25:05,525 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,34313,1731219903409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,525 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,525 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.Replication(171): c48ba4c5549b,34313,1731219903409 started 2024-11-10T06:25:05,538 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:05,538 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,34313,1731219903409, RpcServer on c48ba4c5549b/172.17.0.2:34313, sessionid=0x101008d388a0001 2024-11-10T06:25:05,538 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:25:05,538 DEBUG [RS:0;c48ba4c5549b:34313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,538 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,34313,1731219903409' 2024-11-10T06:25:05,538 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-882539474/flush-table-proc/abort' 2024-11-10T06:25:05,538 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-882539474/flush-table-proc/acquired' 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,34313,1731219903409' 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-882539474/online-snapshot/abort' 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-882539474/online-snapshot/acquired' 2024-11-10T06:25:05,539 DEBUG [RS:0;c48ba4c5549b:34313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:25:05,539 INFO [RS:0;c48ba4c5549b:34313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:25:05,539 INFO [RS:0;c48ba4c5549b:34313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:25:05,640 INFO [RS:0;c48ba4c5549b:34313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:05,641 INFO [RS:0;c48ba4c5549b:34313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34313%2C1731219903409, suffix=, logDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409, archiveDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/oldWALs, maxLogs=10 2024-11-10T06:25:05,654 DEBUG [RS:0;c48ba4c5549b:34313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641, exclude list is [], retry=0 2024-11-10T06:25:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:05,657 INFO [RS:0;c48ba4c5549b:34313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 2024-11-10T06:25:05,658 DEBUG [RS:0;c48ba4c5549b:34313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:05,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:25:05,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da 2024-11-10T06:25:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:25:06,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:06,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:06,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:06,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:06,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:06,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:06,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:06,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:06,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:06,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:06,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740 2024-11-10T06:25:06,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740 2024-11-10T06:25:06,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:06,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:06,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:06,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:06,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:06,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74620918, jitterRate=0.11193832755088806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:06,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219906262Initializing all the Stores at 1731219906263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219906263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906263Cleaning up temporary data from old regions at 1731219906270 (+7 ms)Region opened successfully at 1731219906273 (+3 ms) 2024-11-10T06:25:06,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:06,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:06,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:06,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:06,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:06,274 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:06,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219906273Disabling compacts and flushes for region at 1731219906273Disabling writes for close at 1731219906274 (+1 ms)Writing region close event to WAL at 1731219906274Closed at 1731219906274 2024-11-10T06:25:06,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:06,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:25:06,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:25:06,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:06,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:25:06,427 DEBUG [c48ba4c5549b:38775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:25:06,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:06,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,34313,1731219903409, state=OPENING 2024-11-10T06:25:06,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:25:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:06,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:06,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-882539474/meta-region-server: CHANGED 2024-11-10T06:25:06,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-882539474/meta-region-server: CHANGED 2024-11-10T06:25:06,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34313,1731219903409}] 2024-11-10T06:25:06,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:06,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:25:06,615 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:25:06,615 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:06,616 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:25:06,617 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34313%2C1731219903409.meta, suffix=.meta, logDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409, archiveDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/oldWALs, maxLogs=10 2024-11-10T06:25:06,630 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219906617.meta, exclude list is [], retry=0 2024-11-10T06:25:06,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:06,633 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219906617.meta 2024-11-10T06:25:06,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:06,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:06,633 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:06,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:25:06,633 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:25:06,633 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:25:06,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:25:06,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:06,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:25:06,634 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:25:06,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:06,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:06,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:06,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:06,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:06,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:06,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:06,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:06,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:06,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:06,638 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:06,638 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740 2024-11-10T06:25:06,639 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740 2024-11-10T06:25:06,640 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:06,640 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:06,640 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:06,641 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:06,641 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60458467, jitterRate=-0.09909863770008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:06,641 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:25:06,641 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219906634Writing region info on filesystem at 1731219906634Initializing all the Stores at 1731219906634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906635 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219906635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219906635Cleaning up temporary data from old regions at 1731219906640 (+5 ms)Running coprocessor post-open hooks at 1731219906641 (+1 ms)Region opened successfully at 1731219906641 2024-11-10T06:25:06,642 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219906611 2024-11-10T06:25:06,643 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:25:06,643 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:25:06,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:06,644 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,34313,1731219903409, state=OPEN 2024-11-10T06:25:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-882539474/meta-region-server 2024-11-10T06:25:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-882539474/meta-region-server 2024-11-10T06:25:06,673 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:06,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-882539474/meta-region-server: CHANGED 2024-11-10T06:25:06,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-882539474/meta-region-server: CHANGED 2024-11-10T06:25:06,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:25:06,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,34313,1731219903409 in 214 msec 2024-11-10T06:25:06,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:25:06,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-10T06:25:06,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:06,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:25:06,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:06,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34313,1731219903409, seqNum=-1] 2024-11-10T06:25:06,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:06,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:06,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-10T06:25:06,683 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219906682, completionTime=-1 2024-11-10T06:25:06,683 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:25:06,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:25:06,684 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:25:06,684 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219966684 2024-11-10T06:25:06,684 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731220026684 2024-11-10T06:25:06,684 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:38775, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,686 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.199sec 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:06,687 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:25:06,689 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:25:06,689 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:25:06,689 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,38775,1731219903230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:06,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c881b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:06,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:06,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:06,742 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0a69c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:06,743 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:06,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa94287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:06,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34313,1731219903409, seqNum=-1] 2024-11-10T06:25:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:06,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:06,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:06,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:06,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101008d388a0002 connected 2024-11-10T06:25:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir so I do NOT create it in target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f 2024-11-10T06:25:06,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:25:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.tmp.dir so I do NOT create it in target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f 2024-11-10T06:25:06,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:25:06,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f 2024-11-10T06:25:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:25:06,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/cluster_9c5554d0-af10-ecc5-93d4-228b1654e0f3, deleteOnExit=true 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/test.cache.data in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:25:06,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:25:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:25:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:25:07,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:07,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:07,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:07,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:07,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T06:25:07,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:07,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75b16ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:07,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3588b6ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:07,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c012cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/java.io.tmpdir/jetty-localhost-36929-hadoop-hdfs-3_4_1-tests_jar-_-any-12290089610424633792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:07,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e22f85{HTTP/1.1, (http/1.1)}{localhost:36929} 2024-11-10T06:25:07,144 INFO [Time-limited test {}] server.Server(415): Started @304776ms 2024-11-10T06:25:07,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:07,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:07,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:07,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:07,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:25:07,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd8754c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:07,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8c31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:07,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed5ab24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/java.io.tmpdir/jetty-localhost-46637-hadoop-hdfs-3_4_1-tests_jar-_-any-13715958451479166394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:07,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54aa5d80{HTTP/1.1, (http/1.1)}{localhost:46637} 2024-11-10T06:25:07,506 INFO [Time-limited test {}] server.Server(415): Started @305139ms 2024-11-10T06:25:07,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:25:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T06:25:07,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T06:25:07,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T06:25:07,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T06:25:07,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:25:07,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T06:25:07,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T06:25:07,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T06:25:07,934 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=20, created chunk count=35, reused chunk count=139, reuseRatio=79.89% 2024-11-10T06:25:07,935 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T06:25:08,105 WARN [Thread-4452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/cluster_9c5554d0-af10-ecc5-93d4-228b1654e0f3/data/data1/current/BP-275819744-172.17.0.2-1731219906793/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:08,106 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/cluster_9c5554d0-af10-ecc5-93d4-228b1654e0f3/data/data2/current/BP-275819744-172.17.0.2-1731219906793/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:08,130 WARN [Thread-4440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:25:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9b9f9ec22d7a6e with lease ID 0x9aa429af69c10922: Processing first storage report for DS-59ca54fb-64ab-4066-80b6-83ed09df8461 from datanode DatanodeRegistration(127.0.0.1:32803, datanodeUuid=41ac0fe4-2942-48fc-b018-b355af37d729, infoPort=38517, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1182236149;c=1731219906793) 2024-11-10T06:25:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9b9f9ec22d7a6e with lease ID 0x9aa429af69c10922: from storage DS-59ca54fb-64ab-4066-80b6-83ed09df8461 node DatanodeRegistration(127.0.0.1:32803, datanodeUuid=41ac0fe4-2942-48fc-b018-b355af37d729, infoPort=38517, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1182236149;c=1731219906793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9b9f9ec22d7a6e with lease ID 0x9aa429af69c10922: Processing first storage report for DS-9958c081-233d-4bf9-95dd-8e37bf6053ee from datanode DatanodeRegistration(127.0.0.1:32803, datanodeUuid=41ac0fe4-2942-48fc-b018-b355af37d729, infoPort=38517, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1182236149;c=1731219906793) 2024-11-10T06:25:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9b9f9ec22d7a6e with lease ID 0x9aa429af69c10922: from storage DS-9958c081-233d-4bf9-95dd-8e37bf6053ee node DatanodeRegistration(127.0.0.1:32803, datanodeUuid=41ac0fe4-2942-48fc-b018-b355af37d729, infoPort=38517, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1182236149;c=1731219906793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:08,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f 2024-11-10T06:25:08,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:25:08,543 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c with version=8 2024-11-10T06:25:08,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/hbase-staging 2024-11-10T06:25:08,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:08,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39449 2024-11-10T06:25:08,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39449 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394490x0, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:08,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39449-0x101008d388a0003 connected 2024-11-10T06:25:08,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/running 2024-11-10T06:25:08,683 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c, hbase.cluster.distributed=false 2024-11-10T06:25:08,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/acl 2024-11-10T06:25:08,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39449 2024-11-10T06:25:08,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39449 2024-11-10T06:25:08,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39449 2024-11-10T06:25:08,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39449 2024-11-10T06:25:08,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39449 2024-11-10T06:25:08,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:25:08,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:08,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37783 2024-11-10T06:25:08,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37783 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:08,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377830x0, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:08,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377830x0, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/running 2024-11-10T06:25:08,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37783-0x101008d388a0004 connected 2024-11-10T06:25:08,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:25:08,737 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:25:08,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/master 2024-11-10T06:25:08,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/acl 2024-11-10T06:25:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-10T06:25:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-11-10T06:25:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-11-10T06:25:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-10T06:25:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-11-10T06:25:08,754 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:39449 2024-11-10T06:25:08,755 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1788910898/backup-masters/c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/backup-masters 2024-11-10T06:25:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/backup-masters 2024-11-10T06:25:08,780 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on existing znode=/1-1788910898/backup-masters/c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:08,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1788910898/master 2024-11-10T06:25:08,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:08,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:08,819 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on existing znode=/1-1788910898/master 2024-11-10T06:25:08,819 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1788910898/backup-masters/c48ba4c5549b,39449,1731219908544 from backup master directory 2024-11-10T06:25:08,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1788910898/backup-masters/c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:08,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/backup-masters 2024-11-10T06:25:08,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/backup-masters 2024-11-10T06:25:08,834 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:08,834 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:08,837 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/hbase.id] with ID: babd8e76-9e62-4468-9c86-475790787526 2024-11-10T06:25:08,837 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/.tmp/hbase.id 2024-11-10T06:25:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:25:08,841 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/.tmp/hbase.id]:[hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/hbase.id] 2024-11-10T06:25:08,848 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:08,848 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:25:08,848 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T06:25:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:25:09,269 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:09,270 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:25:09,270 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:25:09,276 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store 2024-11-10T06:25:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:09,683 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:09,683 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:09,683 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219909683Disabling compacts and flushes for region at 1731219909683Disabling writes for close at 1731219909683Writing region close event to WAL at 1731219909683Closed at 1731219909683 2024-11-10T06:25:09,684 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/.initializing 2024-11-10T06:25:09,684 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/WALs/c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:09,685 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:09,686 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C39449%2C1731219908544, suffix=, logDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/WALs/c48ba4c5549b,39449,1731219908544, archiveDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/oldWALs, maxLogs=10 2024-11-10T06:25:09,704 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/WALs/c48ba4c5549b,39449,1731219908544/c48ba4c5549b%2C39449%2C1731219908544.1731219909686, exclude list is [], retry=0 2024-11-10T06:25:09,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32803,DS-59ca54fb-64ab-4066-80b6-83ed09df8461,DISK] 2024-11-10T06:25:09,708 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/WALs/c48ba4c5549b,39449,1731219908544/c48ba4c5549b%2C39449%2C1731219908544.1731219909686 2024-11-10T06:25:09,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38517:38517)] 2024-11-10T06:25:09,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:09,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:09,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,708 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:25:09,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:09,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:09,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:25:09,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:09,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:09,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:25:09,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:09,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:09,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:25:09,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:09,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:09,714 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,715 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,715 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,716 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,716 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,717 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:09,717 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:09,719 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:09,719 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66654725, jitterRate=-0.006767198443412781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:09,719 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219909708Initializing all the Stores at 1731219909709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219909709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219909709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219909709Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219909709Cleaning up temporary data from old regions at 1731219909716 (+7 ms)Region opened successfully at 1731219909719 (+3 ms) 2024-11-10T06:25:09,720 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:25:09,721 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714a23bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:09,722 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:25:09,722 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:25:09,722 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:25:09,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:25:09,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:25:09,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:25:09,723 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:25:09,725 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:25:09,725 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/balancer because node does not exist (not necessarily an error) 2024-11-10T06:25:09,734 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/balancer already deleted, retry=false 2024-11-10T06:25:09,734 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:25:09,734 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:25:09,742 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/normalizer already deleted, retry=false 2024-11-10T06:25:09,743 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:25:09,758 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:25:09,772 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/switch/split already deleted, retry=false 2024-11-10T06:25:09,773 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:25:09,787 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/switch/merge already deleted, retry=false 2024-11-10T06:25:09,789 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:25:09,803 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/snapshot-cleanup already deleted, retry=false 2024-11-10T06:25:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1788910898/running 2024-11-10T06:25:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1788910898/running 2024-11-10T06:25:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,819 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,39449,1731219908544, sessionid=0x101008d388a0003, setting cluster-up flag (Was=false) 2024-11-10T06:25:09,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1788910898/flush-table-proc/acquired, /1-1788910898/flush-table-proc/reached, /1-1788910898/flush-table-proc/abort 2024-11-10T06:25:09,897 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:09,972 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1788910898/online-snapshot/acquired, /1-1788910898/online-snapshot/reached, /1-1788910898/online-snapshot/abort 2024-11-10T06:25:09,973 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:09,974 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:25:09,975 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:09,975 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:25:09,975 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:25:09,976 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,39449,1731219908544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:09,977 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219939978 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:25:09,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:09,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:25:09,978 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:25:09,979 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:25:09,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:09,979 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:25:09,979 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:25:09,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:25:09,979 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219909979,5,FailOnTimeoutGroup] 2024-11-10T06:25:09,980 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219909979,5,FailOnTimeoutGroup] 2024-11-10T06:25:09,980 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:09,980 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:25:09,980 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:09,980 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:25:10,042 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(746): ClusterId : babd8e76-9e62-4468-9c86-475790787526 2024-11-10T06:25:10,042 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:25:10,059 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:25:10,059 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:25:10,073 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:25:10,073 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2f3ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:10,085 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:37783 2024-11-10T06:25:10,085 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:25:10,085 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:25:10,085 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:25:10,086 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,39449,1731219908544 with port=37783, startcode=1731219908701 2024-11-10T06:25:10,086 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:25:10,087 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:25:10,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,088 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,089 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c 2024-11-10T06:25:10,089 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36011 2024-11-10T06:25:10,089 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:25:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/rs 2024-11-10T06:25:10,128 DEBUG [RS:0;c48ba4c5549b:37783 {}] zookeeper.ZKUtil(111): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on existing znode=/1-1788910898/rs/c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,128 WARN [RS:0;c48ba4c5549b:37783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:10,128 INFO [RS:0;c48ba4c5549b:37783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:10,128 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,37783,1731219908701] 2024-11-10T06:25:10,130 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:25:10,132 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:25:10,132 INFO [RS:0;c48ba4c5549b:37783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:25:10,132 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,132 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:25:10,133 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:25:10,133 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:10,133 DEBUG [RS:0;c48ba4c5549b:37783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:10,133 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,133 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,134 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,134 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,134 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,134 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37783,1731219908701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:10,147 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:25:10,148 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,37783,1731219908701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,148 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,148 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.Replication(171): c48ba4c5549b,37783,1731219908701 started 2024-11-10T06:25:10,161 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:10,161 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,37783,1731219908701, RpcServer on c48ba4c5549b/172.17.0.2:37783, sessionid=0x101008d388a0004 2024-11-10T06:25:10,161 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:25:10,161 DEBUG [RS:0;c48ba4c5549b:37783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,161 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37783,1731219908701' 2024-11-10T06:25:10,161 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1788910898/flush-table-proc/abort' 2024-11-10T06:25:10,161 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1788910898/flush-table-proc/acquired' 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,37783,1731219908701' 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1788910898/online-snapshot/abort' 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1788910898/online-snapshot/acquired' 2024-11-10T06:25:10,162 DEBUG [RS:0;c48ba4c5549b:37783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:25:10,162 INFO [RS:0;c48ba4c5549b:37783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:25:10,162 INFO [RS:0;c48ba4c5549b:37783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:25:10,263 INFO [RS:0;c48ba4c5549b:37783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:10,264 INFO [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37783%2C1731219908701, suffix=, logDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701, archiveDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/oldWALs, maxLogs=10 2024-11-10T06:25:10,277 DEBUG [RS:0;c48ba4c5549b:37783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.1731219910264, exclude list is [], retry=0 2024-11-10T06:25:10,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32803,DS-59ca54fb-64ab-4066-80b6-83ed09df8461,DISK] 2024-11-10T06:25:10,281 INFO [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.1731219910264 2024-11-10T06:25:10,281 DEBUG [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38517:38517)] 2024-11-10T06:25:10,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:25:10,384 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c 2024-11-10T06:25:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741833_1009 (size=32) 2024-11-10T06:25:10,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:10,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:10,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:10,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:10,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:10,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:10,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:10,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:10,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:10,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:10,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:10,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:10,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:10,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:10,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:10,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:10,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:10,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:10,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740 2024-11-10T06:25:10,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740 2024-11-10T06:25:10,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:10,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:10,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:10,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:10,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64790745, jitterRate=-0.034542664885520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219910789Initializing all the Stores at 1731219910790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219910790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219910790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219910790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219910790Cleaning up temporary data from old regions at 1731219910796 (+6 ms)Region opened successfully at 1731219910799 (+3 ms) 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:10,799 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:10,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:10,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:10,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219910799Disabling compacts and flushes for region at 1731219910799Disabling writes for close at 1731219910799Writing region close event to WAL at 1731219910800 (+1 ms)Closed at 1731219910800 2024-11-10T06:25:10,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:10,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:25:10,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:25:10,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:10,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:25:10,953 DEBUG [c48ba4c5549b:39449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:25:10,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:10,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37783,1731219908701, state=OPENING 2024-11-10T06:25:10,965 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:25:10,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:10,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:10,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:10,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1788910898/meta-region-server: CHANGED 2024-11-10T06:25:10,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1788910898/meta-region-server: CHANGED 2024-11-10T06:25:10,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37783,1731219908701}] 2024-11-10T06:25:11,137 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:11,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:25:11,141 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:25:11,141 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:11,141 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:25:11,142 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C37783%2C1731219908701.meta, suffix=.meta, logDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701, archiveDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/oldWALs, maxLogs=10 2024-11-10T06:25:11,155 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.meta.1731219911142.meta, exclude list is [], retry=0 2024-11-10T06:25:11,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32803,DS-59ca54fb-64ab-4066-80b6-83ed09df8461,DISK] 2024-11-10T06:25:11,158 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.meta.1731219911142.meta 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38517:38517)] 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:11,159 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:25:11,159 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:25:11,159 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:25:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:11,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:11,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:11,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:11,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:11,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:11,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:11,164 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:11,164 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740 2024-11-10T06:25:11,165 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740 2024-11-10T06:25:11,165 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:11,165 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:11,166 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:11,166 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:11,167 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66292247, jitterRate=-0.012168541550636292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:11,167 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:25:11,167 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219911160Writing region info on filesystem at 1731219911160Initializing all the Stores at 1731219911160Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219911160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219911160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219911160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219911160Cleaning up temporary data from old regions at 1731219911165 (+5 ms)Running coprocessor post-open hooks at 1731219911167 (+2 ms)Region opened successfully at 1731219911167 2024-11-10T06:25:11,168 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219911137 2024-11-10T06:25:11,169 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:25:11,169 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:25:11,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:11,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,37783,1731219908701, state=OPEN 2024-11-10T06:25:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1788910898/meta-region-server 2024-11-10T06:25:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1788910898/meta-region-server 2024-11-10T06:25:11,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1788910898/meta-region-server: CHANGED 2024-11-10T06:25:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1788910898/meta-region-server: CHANGED 2024-11-10T06:25:11,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:25:11,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,37783,1731219908701 in 195 msec 2024-11-10T06:25:11,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:25:11,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-11-10T06:25:11,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:11,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:25:11,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:11,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37783,1731219908701, seqNum=-1] 2024-11-10T06:25:11,184 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:11,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:11,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-10T06:25:11,188 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219911188, completionTime=-1 2024-11-10T06:25:11,189 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:25:11,189 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:25:11,190 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:25:11,190 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219971190 2024-11-10T06:25:11,190 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731220031190 2024-11-10T06:25:11,190 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:25:11,190 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,191 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,191 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,191 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:39449, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,191 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,191 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,192 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:25:11,193 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.359sec 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:11,194 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:25:11,195 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:25:11,195 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:25:11,195 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39449,1731219908544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:11,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23eb75bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:11,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39449,-1 for getting cluster id 2024-11-10T06:25:11,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:11,244 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'babd8e76-9e62-4468-9c86-475790787526' 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "babd8e76-9e62-4468-9c86-475790787526" 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d410be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39449,-1] 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:11,245 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:11,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4697a9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:11,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37783,1731219908701, seqNum=-1] 2024-11-10T06:25:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:11,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:11,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:11,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:11,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101008d388a0005 connected 2024-11-10T06:25:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir so I do NOT create it in target/test-data/34da9d78-560b-ad0b-a131-878fa7450825 2024-11-10T06:25:11,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T06:25:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.tmp.dir so I do NOT create it in target/test-data/34da9d78-560b-ad0b-a131-878fa7450825 2024-11-10T06:25:11,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T06:25:11,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825 2024-11-10T06:25:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T06:25:11,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/cluster_8032f176-b52a-06b4-d487-b7911d1c5074, deleteOnExit=true 2024-11-10T06:25:11,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/test.cache.data in system properties and HBase conf 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.log.dir in system properties and HBase conf 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T06:25:11,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T06:25:11,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/nfs.dump.dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/java.io.tmpdir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T06:25:11,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T06:25:11,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:11,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:11,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:11,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:11,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:25:11,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:11,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6c26aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:11,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9eea53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:11,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1413ced0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/java.io.tmpdir/jetty-localhost-34453-hadoop-hdfs-3_4_1-tests_jar-_-any-12819918799250138177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:11,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35feeda7{HTTP/1.1, (http/1.1)}{localhost:34453} 2024-11-10T06:25:11,727 INFO [Time-limited test {}] server.Server(415): Started @309360ms 2024-11-10T06:25:11,945 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:25:11,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,948 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,984 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:11,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:12,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T06:25:12,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T06:25:12,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T06:25:12,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T06:25:12,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T06:25:12,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.log.dir/,AVAILABLE} 2024-11-10T06:25:12,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T06:25:12,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f3df764{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/java.io.tmpdir/jetty-localhost-42661-hadoop-hdfs-3_4_1-tests_jar-_-any-16022360669645803615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:12,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:42661} 2024-11-10T06:25:12,140 INFO [Time-limited test {}] server.Server(415): Started @309773ms 2024-11-10T06:25:12,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T06:25:12,729 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/cluster_8032f176-b52a-06b4-d487-b7911d1c5074/data/data1/current/BP-825493436-172.17.0.2-1731219911310/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:12,729 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/cluster_8032f176-b52a-06b4-d487-b7911d1c5074/data/data2/current/BP-825493436-172.17.0.2-1731219911310/current, will proceed with Du for space computation calculation, 2024-11-10T06:25:12,754 WARN [Thread-4561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T06:25:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1e564a09d98eec7 with lease ID 0x552cb1b0df73ca15: Processing first storage report for DS-b69ad51c-72bf-419a-8f1a-503307ebc083 from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=eb156381-af0b-433f-9f66-1fdbfb7587df, infoPort=40473, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=20586;c=1731219911310) 2024-11-10T06:25:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1e564a09d98eec7 with lease ID 0x552cb1b0df73ca15: from storage DS-b69ad51c-72bf-419a-8f1a-503307ebc083 node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=eb156381-af0b-433f-9f66-1fdbfb7587df, infoPort=40473, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=20586;c=1731219911310), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1e564a09d98eec7 with lease ID 0x552cb1b0df73ca15: Processing first storage report for DS-c38af983-eac4-40fc-ac50-767e0f694e4d from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=eb156381-af0b-433f-9f66-1fdbfb7587df, infoPort=40473, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=20586;c=1731219911310) 2024-11-10T06:25:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1e564a09d98eec7 with lease ID 0x552cb1b0df73ca15: from storage DS-c38af983-eac4-40fc-ac50-767e0f694e4d node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=eb156381-af0b-433f-9f66-1fdbfb7587df, infoPort=40473, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=20586;c=1731219911310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T06:25:12,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825 2024-11-10T06:25:12,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:12,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:12,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741825_1001 (size=7) 2024-11-10T06:25:13,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19 with version=8 2024-11-10T06:25:13,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/hbase-staging 2024-11-10T06:25:13,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T06:25:13,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:13,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43277 2024-11-10T06:25:13,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43277 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432770x0, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:13,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43277-0x101008d388a0006 connected 2024-11-10T06:25:13,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:13,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:13,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/running 2024-11-10T06:25:13,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19, hbase.cluster.distributed=false 2024-11-10T06:25:13,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/acl 2024-11-10T06:25:13,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-10T06:25:13,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43277 2024-11-10T06:25:13,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43277 2024-11-10T06:25:13,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-10T06:25:13,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-10T06:25:13,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c48ba4c5549b:0 server-side Connection retries=45 2024-11-10T06:25:13,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T06:25:13,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T06:25:13,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T06:25:13,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T06:25:13,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T06:25:13,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39643 2024-11-10T06:25:13,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39643 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:13,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:13,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:13,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396430x0, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:13,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396430x0, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/running 2024-11-10T06:25:13,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39643-0x101008d388a0007 connected 2024-11-10T06:25:13,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T06:25:13,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T06:25:13,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/master 2024-11-10T06:25:13,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/acl 2024-11-10T06:25:13,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-10T06:25:13,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39643 2024-11-10T06:25:13,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39643 2024-11-10T06:25:13,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-10T06:25:13,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-10T06:25:13,371 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c48ba4c5549b:43277 2024-11-10T06:25:13,371 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-883733074/backup-masters/c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/backup-masters 2024-11-10T06:25:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/backup-masters 2024-11-10T06:25:13,382 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on existing znode=/2-883733074/backup-masters/c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-883733074/master 2024-11-10T06:25:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:13,396 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on existing znode=/2-883733074/master 2024-11-10T06:25:13,396 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-883733074/backup-masters/c48ba4c5549b,43277,1731219913180 from backup master directory 2024-11-10T06:25:13,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-883733074/backup-masters/c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/backup-masters 2024-11-10T06:25:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/backup-masters 2024-11-10T06:25:13,411 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:13,411 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:13,414 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/hbase.id] with ID: 546d4f3e-b74b-49af-9ed8-80acfc56401d 2024-11-10T06:25:13,414 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/.tmp/hbase.id 2024-11-10T06:25:13,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741826_1002 (size=42) 2024-11-10T06:25:13,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:13,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:25:13,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128846 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c48ba4c5549b,43381,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:43381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-10T06:25:13,818 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/.tmp/hbase.id]:[hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/hbase.id] 2024-11-10T06:25:13,826 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:13,826 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T06:25:13,827 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T06:25:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:13,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741827_1003 (size=196) 2024-11-10T06:25:14,246 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:14,247 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T06:25:14,248 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:14,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741828_1004 (size=1189) 2024-11-10T06:25:14,654 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store 2024-11-10T06:25:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741829_1005 (size=34) 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:14,659 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:14,659 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219914659Disabling compacts and flushes for region at 1731219914659Disabling writes for close at 1731219914659Writing region close event to WAL at 1731219914659Closed at 1731219914659 2024-11-10T06:25:14,659 WARN [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/.initializing 2024-11-10T06:25:14,659 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/WALs/c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:14,660 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:14,661 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c48ba4c5549b%2C43277%2C1731219913180, suffix=, logDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/WALs/c48ba4c5549b,43277,1731219913180, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/oldWALs, maxLogs=10 2024-11-10T06:25:14,676 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/WALs/c48ba4c5549b,43277,1731219913180/c48ba4c5549b%2C43277%2C1731219913180.1731219914662, exclude list is [], retry=0 2024-11-10T06:25:14,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-b69ad51c-72bf-419a-8f1a-503307ebc083,DISK] 2024-11-10T06:25:14,681 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/WALs/c48ba4c5549b,43277,1731219913180/c48ba4c5549b%2C43277%2C1731219913180.1731219914662 2024-11-10T06:25:14,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-10T06:25:14,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:14,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:14,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,681 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T06:25:14,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:14,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:14,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T06:25:14,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:14,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:14,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T06:25:14,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:14,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:14,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T06:25:14,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:14,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:14,688 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,688 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,688 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,689 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,689 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,690 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:14,690 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T06:25:14,692 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:14,692 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65033755, jitterRate=-0.030921533703804016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:14,692 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731219914681Initializing all the Stores at 1731219914682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219914682Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219914682Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219914682Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219914682Cleaning up temporary data from old regions at 1731219914689 (+7 ms)Region opened successfully at 1731219914692 (+3 ms) 2024-11-10T06:25:14,693 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T06:25:14,695 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5804f917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:14,696 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T06:25:14,696 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T06:25:14,696 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T06:25:14,696 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T06:25:14,697 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T06:25:14,697 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T06:25:14,697 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T06:25:14,699 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T06:25:14,699 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/balancer because node does not exist (not necessarily an error) 2024-11-10T06:25:14,726 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/balancer already deleted, retry=false 2024-11-10T06:25:14,726 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T06:25:14,727 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/normalizer because node does not exist (not necessarily an error) 2024-11-10T06:25:14,757 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/normalizer already deleted, retry=false 2024-11-10T06:25:14,757 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T06:25:14,758 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/switch/split because node does not exist (not necessarily an error) 2024-11-10T06:25:14,795 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/switch/split already deleted, retry=false 2024-11-10T06:25:14,796 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/switch/merge because node does not exist (not necessarily an error) 2024-11-10T06:25:14,834 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/switch/merge already deleted, retry=false 2024-11-10T06:25:14,835 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T06:25:14,874 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/snapshot-cleanup already deleted, retry=false 2024-11-10T06:25:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-883733074/running 2024-11-10T06:25:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-883733074/running 2024-11-10T06:25:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:14,919 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c48ba4c5549b,43277,1731219913180, sessionid=0x101008d388a0006, setting cluster-up flag (Was=false) 2024-11-10T06:25:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,143 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-883733074/flush-table-proc/acquired, /2-883733074/flush-table-proc/reached, /2-883733074/flush-table-proc/abort 2024-11-10T06:25:15,144 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:15,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,334 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-883733074/online-snapshot/acquired, /2-883733074/online-snapshot/reached, /2-883733074/online-snapshot/abort 2024-11-10T06:25:15,335 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:15,336 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T06:25:15,337 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:15,337 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T06:25:15,337 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T06:25:15,338 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c48ba4c5549b,43277,1731219913180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=5, maxPoolSize=5 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c48ba4c5549b:0, corePoolSize=10, maxPoolSize=10 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:15,339 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731219945340 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T06:25:15,340 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:15,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T06:25:15,341 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T06:25:15,341 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T06:25:15,341 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T06:25:15,341 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T06:25:15,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T06:25:15,344 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T06:25:15,344 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T06:25:15,348 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219915344,5,FailOnTimeoutGroup] 2024-11-10T06:25:15,348 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219915348,5,FailOnTimeoutGroup] 2024-11-10T06:25:15,349 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,349 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T06:25:15,349 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,349 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741831_1007 (size=1321) 2024-11-10T06:25:15,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T06:25:15,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19 2024-11-10T06:25:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741832_1008 (size=32) 2024-11-10T06:25:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:15,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:15,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:15,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,361 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(746): ClusterId : 546d4f3e-b74b-49af-9ed8-80acfc56401d 2024-11-10T06:25:15,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:15,361 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T06:25:15,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:15,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:15,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:15,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:15,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:15,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:15,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740 2024-11-10T06:25:15,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740 2024-11-10T06:25:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:15,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:15,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:15,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:15,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:15,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67824140, jitterRate=0.010658442974090576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731219915358Initializing all the Stores at 1731219915359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219915359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915359Cleaning up temporary data from old regions at 1731219915366 (+7 ms)Region opened successfully at 1731219915370 (+4 ms) 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:15,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:15,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219915370Disabling compacts and flushes for region at 1731219915370Disabling writes for close at 1731219915370Writing region close event to WAL at 1731219915370Closed at 1731219915370 2024-11-10T06:25:15,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:15,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T06:25:15,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T06:25:15,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:15,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T06:25:15,399 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T06:25:15,399 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T06:25:15,442 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T06:25:15,442 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20138daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c48ba4c5549b/172.17.0.2:0 2024-11-10T06:25:15,458 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c48ba4c5549b:39643 2024-11-10T06:25:15,459 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T06:25:15,459 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T06:25:15,459 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T06:25:15,459 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(2659): reportForDuty to master=c48ba4c5549b,43277,1731219913180 with port=39643, startcode=1731219913330 2024-11-10T06:25:15,460 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T06:25:15,461 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T06:25:15,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43277 {}] master.ServerManager(517): Registering regionserver=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,462 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19 2024-11-10T06:25:15,463 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38713 2024-11-10T06:25:15,463 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T06:25:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/rs 2024-11-10T06:25:15,504 DEBUG [RS:0;c48ba4c5549b:39643 {}] zookeeper.ZKUtil(111): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on existing znode=/2-883733074/rs/c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,504 WARN [RS:0;c48ba4c5549b:39643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T06:25:15,504 INFO [RS:0;c48ba4c5549b:39643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:15,505 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c48ba4c5549b,39643,1731219913330] 2024-11-10T06:25:15,507 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T06:25:15,510 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T06:25:15,510 INFO [RS:0;c48ba4c5549b:39643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T06:25:15,510 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,510 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T06:25:15,511 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T06:25:15,511 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c48ba4c5549b:0, corePoolSize=2, maxPoolSize=2 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,511 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,512 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c48ba4c5549b:0, corePoolSize=1, maxPoolSize=1 2024-11-10T06:25:15,512 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:15,512 DEBUG [RS:0;c48ba4c5549b:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c48ba4c5549b:0, corePoolSize=3, maxPoolSize=3 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,512 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39643,1731219913330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:15,523 WARN [c48ba4c5549b:43277 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T06:25:15,527 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T06:25:15,527 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,39643,1731219913330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,527 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,527 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.Replication(171): c48ba4c5549b,39643,1731219913330 started 2024-11-10T06:25:15,541 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:15,541 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1482): Serving as c48ba4c5549b,39643,1731219913330, RpcServer on c48ba4c5549b/172.17.0.2:39643, sessionid=0x101008d388a0007 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39643,1731219913330' 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-883733074/flush-table-proc/abort' 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-883733074/flush-table-proc/acquired' 2024-11-10T06:25:15,542 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c48ba4c5549b,39643,1731219913330' 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-883733074/online-snapshot/abort' 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-883733074/online-snapshot/acquired' 2024-11-10T06:25:15,543 DEBUG [RS:0;c48ba4c5549b:39643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T06:25:15,543 INFO [RS:0;c48ba4c5549b:39643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T06:25:15,543 INFO [RS:0;c48ba4c5549b:39643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T06:25:15,643 INFO [RS:0;c48ba4c5549b:39643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T06:25:15,645 INFO [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39643%2C1731219913330, suffix=, logDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/oldWALs, maxLogs=10 2024-11-10T06:25:15,659 DEBUG [RS:0;c48ba4c5549b:39643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330/c48ba4c5549b%2C39643%2C1731219913330.1731219915645, exclude list is [], retry=0 2024-11-10T06:25:15,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-b69ad51c-72bf-419a-8f1a-503307ebc083,DISK] 2024-11-10T06:25:15,663 INFO [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330/c48ba4c5549b%2C39643%2C1731219913330.1731219915645 2024-11-10T06:25:15,663 DEBUG [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-10T06:25:15,774 DEBUG [c48ba4c5549b:43277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T06:25:15,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39643,1731219913330, state=OPENING 2024-11-10T06:25:15,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T06:25:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:15,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T06:25:15,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-883733074/meta-region-server: CHANGED 2024-11-10T06:25:15,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-883733074/meta-region-server: CHANGED 2024-11-10T06:25:15,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39643,1731219913330}] 2024-11-10T06:25:15,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:15,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:25:15,960 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T06:25:15,960 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:15,960 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T06:25:15,961 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C39643%2C1731219913330.meta, suffix=.meta, logDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/oldWALs, maxLogs=10 2024-11-10T06:25:15,977 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330/c48ba4c5549b%2C39643%2C1731219913330.meta.1731219915962.meta, exclude list is [], retry=0 2024-11-10T06:25:15,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-b69ad51c-72bf-419a-8f1a-503307ebc083,DISK] 2024-11-10T06:25:15,980 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/WALs/c48ba4c5549b,39643,1731219913330/c48ba4c5549b%2C39643%2C1731219913330.meta.1731219915962.meta 2024-11-10T06:25:15,980 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-10T06:25:15,980 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:15,981 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T06:25:15,981 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T06:25:15,981 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T06:25:15,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T06:25:15,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T06:25:15,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T06:25:15,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T06:25:15,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T06:25:15,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T06:25:15,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T06:25:15,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T06:25:15,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:15,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T06:25:15,986 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T06:25:15,987 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740 2024-11-10T06:25:15,987 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740 2024-11-10T06:25:15,988 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T06:25:15,988 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T06:25:15,989 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T06:25:15,990 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T06:25:15,990 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536779, jitterRate=-0.06812937557697296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T06:25:15,990 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T06:25:15,990 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731219915981Writing region info on filesystem at 1731219915981Initializing all the Stores at 1731219915982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219915982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731219915982Cleaning up temporary data from old regions at 1731219915988 (+6 ms)Running coprocessor post-open hooks at 1731219915990 (+2 ms)Region opened successfully at 1731219915990 2024-11-10T06:25:15,991 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731219915956 2024-11-10T06:25:15,993 DEBUG [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T06:25:15,993 INFO [RS_OPEN_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T06:25:15,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:15,994 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c48ba4c5549b,39643,1731219913330, state=OPEN 2024-11-10T06:25:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-883733074/meta-region-server 2024-11-10T06:25:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-883733074/meta-region-server 2024-11-10T06:25:16,003 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:16,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-883733074/meta-region-server: CHANGED 2024-11-10T06:25:16,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-883733074/meta-region-server: CHANGED 2024-11-10T06:25:16,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T06:25:16,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c48ba4c5549b,39643,1731219913330 in 200 msec 2024-11-10T06:25:16,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T06:25:16,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-10T06:25:16,007 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T06:25:16,007 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T06:25:16,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:16,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39643,1731219913330, seqNum=-1] 2024-11-10T06:25:16,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:16,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:16,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 676 msec 2024-11-10T06:25:16,014 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731219916013, completionTime=-1 2024-11-10T06:25:16,014 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T06:25:16,014 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T06:25:16,015 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T06:25:16,015 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731219976015 2024-11-10T06:25:16,015 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731220036015 2024-11-10T06:25:16,015 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c48ba4c5549b:43277, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,016 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,017 DEBUG [master/c48ba4c5549b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.608sec 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T06:25:16,019 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T06:25:16,021 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T06:25:16,021 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T06:25:16,021 INFO [master/c48ba4c5549b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c48ba4c5549b,43277,1731219913180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T06:25:16,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24109620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:16,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43277,-1 for getting cluster id 2024-11-10T06:25:16,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:16,063 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546d4f3e-b74b-49af-9ed8-80acfc56401d' 2024-11-10T06:25:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:16,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546d4f3e-b74b-49af-9ed8-80acfc56401d" 2024-11-10T06:25:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43277,-1] 2024-11-10T06:25:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:16,065 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:16,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a10112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:16,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39643,1731219913330, seqNum=-1] 2024-11-10T06:25:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:16,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:16,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:16,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-11-10T06:25:16,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T06:25:16,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101008d388a0008 connected 2024-11-10T06:25:16,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eaf25eb 2024-11-10T06:25:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:16,100 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:16,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:25:16,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:25:16,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:16,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:25:16,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:25:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:25:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:16,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a693e9b99cb5f501942dbb89c0ebb19e, NAME => 'test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da 2024-11-10T06:25:16,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:25:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a693e9b99cb5f501942dbb89c0ebb19e, disabling compactions & flushes 2024-11-10T06:25:16,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. after waiting 0 ms 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:16,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:16,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a693e9b99cb5f501942dbb89c0ebb19e: Waiting for close lock at 1731219916915Disabling compacts and flushes for region at 1731219916915Disabling writes for close at 1731219916915Writing region close event to WAL at 1731219916915Closed at 1731219916915 2024-11-10T06:25:16,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:25:16,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219916917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219916917"}]},"ts":"1731219916917"} 2024-11-10T06:25:16,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:25:16,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:25:16,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219916919"}]},"ts":"1731219916919"} 2024-11-10T06:25:16,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:25:16,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a693e9b99cb5f501942dbb89c0ebb19e, ASSIGN}] 2024-11-10T06:25:16,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a693e9b99cb5f501942dbb89c0ebb19e, ASSIGN 2024-11-10T06:25:16,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a693e9b99cb5f501942dbb89c0ebb19e, ASSIGN; state=OFFLINE, location=c48ba4c5549b,34313,1731219903409; forceNewPlan=false, retain=false 2024-11-10T06:25:17,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a693e9b99cb5f501942dbb89c0ebb19e, regionState=OPENING, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:17,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a693e9b99cb5f501942dbb89c0ebb19e, ASSIGN because future has completed 2024-11-10T06:25:17,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a693e9b99cb5f501942dbb89c0ebb19e, server=c48ba4c5549b,34313,1731219903409}] 2024-11-10T06:25:17,232 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:17,232 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a693e9b99cb5f501942dbb89c0ebb19e, NAME => 'test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:17,233 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:17,233 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:25:17,233 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,233 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:17,233 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,233 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,234 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,235 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a693e9b99cb5f501942dbb89c0ebb19e columnFamilyName f 2024-11-10T06:25:17,235 DEBUG [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:17,236 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(327): Store=a693e9b99cb5f501942dbb89c0ebb19e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:17,236 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,237 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a693e9b99cb5f501942dbb89c0ebb19e columnFamilyName f1 2024-11-10T06:25:17,237 DEBUG [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:17,237 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(327): Store=a693e9b99cb5f501942dbb89c0ebb19e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:17,237 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,238 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a693e9b99cb5f501942dbb89c0ebb19e columnFamilyName norep 2024-11-10T06:25:17,238 DEBUG [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:17,239 INFO [StoreOpener-a693e9b99cb5f501942dbb89c0ebb19e-1 {}] regionserver.HStore(327): Store=a693e9b99cb5f501942dbb89c0ebb19e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:17,239 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,239 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,240 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,240 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,240 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,241 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:25:17,242 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,243 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:17,244 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a693e9b99cb5f501942dbb89c0ebb19e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59551337, jitterRate=-0.1126159280538559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:25:17,244 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:17,244 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a693e9b99cb5f501942dbb89c0ebb19e: Running coprocessor pre-open hook at 1731219917233Writing region info on filesystem at 1731219917233Initializing all the Stores at 1731219917234 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219917234Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219917234Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219917234Cleaning up temporary data from old regions at 1731219917240 (+6 ms)Running coprocessor post-open hooks at 1731219917244 (+4 ms)Region opened successfully at 1731219917244 2024-11-10T06:25:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:17,245 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., pid=6, masterSystemTime=1731219917228 2024-11-10T06:25:17,246 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:17,246 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:17,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a693e9b99cb5f501942dbb89c0ebb19e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a693e9b99cb5f501942dbb89c0ebb19e, server=c48ba4c5549b,34313,1731219903409 because future has completed 2024-11-10T06:25:17,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:25:17,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a693e9b99cb5f501942dbb89c0ebb19e, server=c48ba4c5549b,34313,1731219903409 in 173 msec 2024-11-10T06:25:17,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:25:17,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a693e9b99cb5f501942dbb89c0ebb19e, ASSIGN in 330 msec 2024-11-10T06:25:17,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:25:17,254 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219917253"}]},"ts":"1731219917253"} 2024-11-10T06:25:17,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:25:17,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:25:17,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T06:25:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:18,254 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:25:18,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@729b1468 2024-11-10T06:25:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:18,256 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:18,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:25:18,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:25:18,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:18,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:25:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:18,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:25:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:25:18,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54bea7368b8301af71efb37cec6de4bf, NAME => 'test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c 2024-11-10T06:25:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:25:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54bea7368b8301af71efb37cec6de4bf, disabling compactions & flushes 2024-11-10T06:25:18,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. after waiting 0 ms 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54bea7368b8301af71efb37cec6de4bf: Waiting for close lock at 1731219918673Disabling compacts and flushes for region at 1731219918673Disabling writes for close at 1731219918673Writing region close event to WAL at 1731219918673Closed at 1731219918673 2024-11-10T06:25:18,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:25:18,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219918675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219918675"}]},"ts":"1731219918675"} 2024-11-10T06:25:18,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:25:18,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:25:18,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219918677"}]},"ts":"1731219918677"} 2024-11-10T06:25:18,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:25:18,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54bea7368b8301af71efb37cec6de4bf, ASSIGN}] 2024-11-10T06:25:18,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54bea7368b8301af71efb37cec6de4bf, ASSIGN 2024-11-10T06:25:18,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54bea7368b8301af71efb37cec6de4bf, ASSIGN; state=OFFLINE, location=c48ba4c5549b,37783,1731219908701; forceNewPlan=false, retain=false 2024-11-10T06:25:18,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54bea7368b8301af71efb37cec6de4bf, regionState=OPENING, regionLocation=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54bea7368b8301af71efb37cec6de4bf, ASSIGN because future has completed 2024-11-10T06:25:18,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54bea7368b8301af71efb37cec6de4bf, server=c48ba4c5549b,37783,1731219908701}] 2024-11-10T06:25:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:18,987 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,987 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54bea7368b8301af71efb37cec6de4bf, NAME => 'test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:18,988 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:18,988 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:25:18,988 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,988 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:18,988 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,988 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,989 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,990 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54bea7368b8301af71efb37cec6de4bf columnFamilyName f 2024-11-10T06:25:18,990 DEBUG [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:18,990 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(327): Store=54bea7368b8301af71efb37cec6de4bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:18,990 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,991 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54bea7368b8301af71efb37cec6de4bf columnFamilyName f1 2024-11-10T06:25:18,991 DEBUG [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:18,991 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(327): Store=54bea7368b8301af71efb37cec6de4bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:18,991 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,992 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54bea7368b8301af71efb37cec6de4bf columnFamilyName norep 2024-11-10T06:25:18,992 DEBUG [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:18,992 INFO [StoreOpener-54bea7368b8301af71efb37cec6de4bf-1 {}] regionserver.HStore(327): Store=54bea7368b8301af71efb37cec6de4bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:18,993 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,993 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,993 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,994 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,994 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,994 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:25:18,995 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,996 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:18,996 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54bea7368b8301af71efb37cec6de4bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68319536, jitterRate=0.01804041862487793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:25:18,997 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:18,997 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54bea7368b8301af71efb37cec6de4bf: Running coprocessor pre-open hook at 1731219918988Writing region info on filesystem at 1731219918988Initializing all the Stores at 1731219918989 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219918989Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219918989Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219918989Cleaning up temporary data from old regions at 1731219918994 (+5 ms)Running coprocessor post-open hooks at 1731219918997 (+3 ms)Region opened successfully at 1731219918997 2024-11-10T06:25:18,997 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219918256.54bea7368b8301af71efb37cec6de4bf., pid=6, masterSystemTime=1731219918984 2024-11-10T06:25:18,999 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,999 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:18,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54bea7368b8301af71efb37cec6de4bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:19,000 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39449 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c48ba4c5549b,37783,1731219908701, table=test, region=54bea7368b8301af71efb37cec6de4bf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T06:25:19,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54bea7368b8301af71efb37cec6de4bf, server=c48ba4c5549b,37783,1731219908701 because future has completed 2024-11-10T06:25:19,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:25:19,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54bea7368b8301af71efb37cec6de4bf, server=c48ba4c5549b,37783,1731219908701 in 169 msec 2024-11-10T06:25:19,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:25:19,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54bea7368b8301af71efb37cec6de4bf, ASSIGN in 325 msec 2024-11-10T06:25:19,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:25:19,005 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219919005"}]},"ts":"1731219919005"} 2024-11-10T06:25:19,006 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:25:19,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:25:19,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-10T06:25:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:19,394 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:25:19,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6efb2 2024-11-10T06:25:19,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:19,396 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T06:25:19,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:25:19,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:19,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T06:25:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:19,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:25:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741835_1011 (size=902) 2024-11-10T06:25:19,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0bf9784ea949a8dfe8692a712e45a01, NAME => 'test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19 2024-11-10T06:25:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741836_1012 (size=39) 2024-11-10T06:25:19,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:19,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0bf9784ea949a8dfe8692a712e45a01, disabling compactions & flushes 2024-11-10T06:25:19,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. after waiting 0 ms 2024-11-10T06:25:19,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0bf9784ea949a8dfe8692a712e45a01: Waiting for close lock at 1731219919408Disabling compacts and flushes for region at 1731219919408Disabling writes for close at 1731219919409 (+1 ms)Writing region close event to WAL at 1731219919409Closed at 1731219919409 2024-11-10T06:25:19,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:25:19,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731219919410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219919410"}]},"ts":"1731219919410"} 2024-11-10T06:25:19,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:25:19,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:25:19,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219919412"}]},"ts":"1731219919412"} 2024-11-10T06:25:19,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T06:25:19,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0bf9784ea949a8dfe8692a712e45a01, ASSIGN}] 2024-11-10T06:25:19,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0bf9784ea949a8dfe8692a712e45a01, ASSIGN 2024-11-10T06:25:19,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0bf9784ea949a8dfe8692a712e45a01, ASSIGN; state=OFFLINE, location=c48ba4c5549b,39643,1731219913330; forceNewPlan=false, retain=false 2024-11-10T06:25:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:19,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0bf9784ea949a8dfe8692a712e45a01, regionState=OPENING, regionLocation=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:19,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0bf9784ea949a8dfe8692a712e45a01, ASSIGN because future has completed 2024-11-10T06:25:19,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0bf9784ea949a8dfe8692a712e45a01, server=c48ba4c5549b,39643,1731219913330}] 2024-11-10T06:25:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:19,723 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,723 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0bf9784ea949a8dfe8692a712e45a01, NAME => 'test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:19,723 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:19,723 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T06:25:19,724 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,724 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:19,724 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,724 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,736 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,737 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bf9784ea949a8dfe8692a712e45a01 columnFamilyName f 2024-11-10T06:25:19,737 DEBUG [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:19,738 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(327): Store=f0bf9784ea949a8dfe8692a712e45a01/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:19,738 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,739 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bf9784ea949a8dfe8692a712e45a01 columnFamilyName f1 2024-11-10T06:25:19,739 DEBUG [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:19,739 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(327): Store=f0bf9784ea949a8dfe8692a712e45a01/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:19,739 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,740 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0bf9784ea949a8dfe8692a712e45a01 columnFamilyName norep 2024-11-10T06:25:19,740 DEBUG [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:19,741 INFO [StoreOpener-f0bf9784ea949a8dfe8692a712e45a01-1 {}] regionserver.HStore(327): Store=f0bf9784ea949a8dfe8692a712e45a01/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:19,741 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,741 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,742 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,742 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,742 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,743 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:25:19,743 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,745 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:19,745 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0bf9784ea949a8dfe8692a712e45a01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64589390, jitterRate=-0.03754308819770813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:25:19,745 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:19,746 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0bf9784ea949a8dfe8692a712e45a01: Running coprocessor pre-open hook at 1731219919724Writing region info on filesystem at 1731219919724Initializing all the Stores at 1731219919736 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219919736Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219919736Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219919736Cleaning up temporary data from old regions at 1731219919742 (+6 ms)Running coprocessor post-open hooks at 1731219919745 (+3 ms)Region opened successfully at 1731219919746 (+1 ms) 2024-11-10T06:25:19,746 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01., pid=6, masterSystemTime=1731219919720 2024-11-10T06:25:19,748 DEBUG [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,748 INFO [RS_OPEN_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:19,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0bf9784ea949a8dfe8692a712e45a01, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0bf9784ea949a8dfe8692a712e45a01, server=c48ba4c5549b,39643,1731219913330 because future has completed 2024-11-10T06:25:19,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T06:25:19,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0bf9784ea949a8dfe8692a712e45a01, server=c48ba4c5549b,39643,1731219913330 in 183 msec 2024-11-10T06:25:19,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T06:25:19,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0bf9784ea949a8dfe8692a712e45a01, ASSIGN in 340 msec 2024-11-10T06:25:19,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:25:19,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219919755"}]},"ts":"1731219919755"} 2024-11-10T06:25:19,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T06:25:19,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:25:19,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-10T06:25:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T06:25:20,025 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T06:25:20,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f3afd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:20,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:20,026 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e57ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:20,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:20,028 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9cb613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610be764 2024-11-10T06:25:20,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:20,030 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:20,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c48ba4c5549b:39449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:25:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:25:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:20,033 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:39449' 2024-11-10T06:25:20,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8d90b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,034 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39449,-1 for getting cluster id 2024-11-10T06:25:20,034 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:20,035 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'babd8e76-9e62-4468-9c86-475790787526' 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "babd8e76-9e62-4468-9c86-475790787526" 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16e148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39449,-1] 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:20,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:20,036 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:20,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6463b1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:20,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558023f3 2024-11-10T06:25:20,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:20,038 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:20,038 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T06:25:20,038 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:25:20,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:20,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:20,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:20,039 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T06:25:20,040 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T06:25:20,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T06:25:20,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:20,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T06:25:20,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741837_1013 (size=1138) 2024-11-10T06:25:20,090 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T06:25:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:20,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b21fd173e0f6d407b3e267bdf6867b3a, NAME => 'hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da 2024-11-10T06:25:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741838_1014 (size=44) 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b21fd173e0f6d407b3e267bdf6867b3a, disabling compactions & flushes 2024-11-10T06:25:20,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. after waiting 0 ms 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b21fd173e0f6d407b3e267bdf6867b3a: Waiting for close lock at 1731219920453Disabling compacts and flushes for region at 1731219920453Disabling writes for close at 1731219920453Writing region close event to WAL at 1731219920453Closed at 1731219920453 2024-11-10T06:25:20,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T06:25:20,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731219920454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731219920454"}]},"ts":"1731219920454"} 2024-11-10T06:25:20,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T06:25:20,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T06:25:20,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219920457"}]},"ts":"1731219920457"} 2024-11-10T06:25:20,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T06:25:20,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b21fd173e0f6d407b3e267bdf6867b3a, ASSIGN}] 2024-11-10T06:25:20,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b21fd173e0f6d407b3e267bdf6867b3a, ASSIGN 2024-11-10T06:25:20,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b21fd173e0f6d407b3e267bdf6867b3a, ASSIGN; state=OFFLINE, location=c48ba4c5549b,34313,1731219903409; forceNewPlan=false, retain=false 2024-11-10T06:25:20,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b21fd173e0f6d407b3e267bdf6867b3a, regionState=OPENING, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b21fd173e0f6d407b3e267bdf6867b3a, ASSIGN because future has completed 2024-11-10T06:25:20,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b21fd173e0f6d407b3e267bdf6867b3a, server=c48ba4c5549b,34313,1731219903409}] 2024-11-10T06:25:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:20,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T06:25:20,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T06:25:20,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c48ba4c5549b%2C34313%2C1731219903409.rep, suffix=, logDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409, archiveDir=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/oldWALs, maxLogs=10 2024-11-10T06:25:20,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219920770, exclude list is [], retry=0 2024-11-10T06:25:20,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:20,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219920770 2024-11-10T06:25:20,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:20,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b21fd173e0f6d407b3e267bdf6867b3a, NAME => 'hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T06:25:20,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T06:25:20,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T06:25:20,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. service=MultiRowMutationService 2024-11-10T06:25:20,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T06:25:20,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T06:25:20,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,795 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,795 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21fd173e0f6d407b3e267bdf6867b3a columnFamilyName hfileref 2024-11-10T06:25:20,796 DEBUG [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:20,796 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(327): Store=b21fd173e0f6d407b3e267bdf6867b3a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:20,796 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,797 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21fd173e0f6d407b3e267bdf6867b3a columnFamilyName queue 2024-11-10T06:25:20,797 DEBUG [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:20,797 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(327): Store=b21fd173e0f6d407b3e267bdf6867b3a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:20,797 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,798 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b21fd173e0f6d407b3e267bdf6867b3a columnFamilyName sid 2024-11-10T06:25:20,798 DEBUG [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T06:25:20,798 INFO [StoreOpener-b21fd173e0f6d407b3e267bdf6867b3a-1 {}] regionserver.HStore(327): Store=b21fd173e0f6d407b3e267bdf6867b3a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T06:25:20,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T06:25:20,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T06:25:20,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b21fd173e0f6d407b3e267bdf6867b3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73855006, jitterRate=0.10052534937858582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T06:25:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b21fd173e0f6d407b3e267bdf6867b3a: Running coprocessor pre-open hook at 1731219920794Writing region info on filesystem at 1731219920794Initializing all the Stores at 1731219920794Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219920794Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219920794Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731219920794Cleaning up temporary data from old regions at 1731219920800 (+6 ms)Running coprocessor post-open hooks at 1731219920803 (+3 ms)Region opened successfully at 1731219920803 2024-11-10T06:25:20,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a., pid=10, masterSystemTime=1731219920765 2024-11-10T06:25:20,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:20,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b21fd173e0f6d407b3e267bdf6867b3a, regionState=OPEN, openSeqNum=2, regionLocation=c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b21fd173e0f6d407b3e267bdf6867b3a, server=c48ba4c5549b,34313,1731219903409 because future has completed 2024-11-10T06:25:20,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T06:25:20,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b21fd173e0f6d407b3e267bdf6867b3a, server=c48ba4c5549b,34313,1731219903409 in 200 msec 2024-11-10T06:25:20,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T06:25:20,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b21fd173e0f6d407b3e267bdf6867b3a, ASSIGN in 356 msec 2024-11-10T06:25:20,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T06:25:20,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731219920816"}]},"ts":"1731219920816"} 2024-11-10T06:25:20,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T06:25:20,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T06:25:20,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-10T06:25:20,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2] 2024-11-10T06:25:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:20,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:20,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:25:21,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T06:25:21,064 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T06:25:21,093 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c48ba4c5549b,34313,1731219903409, ReplicationSource: 1, currentBandwidth=0 2024-11-10T06:25:21,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:21,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34313,1731219903409, seqNum=-1] 2024-11-10T06:25:21,094 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:21,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T06:25:21,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c48ba4c5549b,34313,1731219903409', locateType=CURRENT is [region=hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2] 2024-11-10T06:25:21,098 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T06:25:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T06:25:21,100 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c48ba4c5549b,34313,1731219903409 suceeded 2024-11-10T06:25:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T06:25:21,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T06:25:21,102 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c48ba4c5549b:39449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:25:21,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-10T06:25:21,113 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:39449' 2024-11-10T06:25:21,114 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37506201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,114 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39449,-1 for getting cluster id 2024-11-10T06:25:21,114 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,114 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'babd8e76-9e62-4468-9c86-475790787526' 2024-11-10T06:25:21,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "babd8e76-9e62-4468-9c86-475790787526" 2024-11-10T06:25:21,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63cfd88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39449,-1] 2024-11-10T06:25:21,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,115 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,116 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5acd73d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,116 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c8ffd6f 2024-11-10T06:25:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:21,117 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T06:25:21,118 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c48ba4c5549b,34313,1731219903409 (queues=1) is replicating from cluster=49196a69-cea5-4112-8d97-0e60f8fb6dfe to cluster=babd8e76-9e62-4468-9c86-475790787526 2024-11-10T06:25:21,118 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c48ba4c5549b%2C34313%2C1731219903409 2024-11-10T06:25:21,118 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c48ba4c5549b,34313,1731219903409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:25:21,118 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641, startPosition=0, beingWritten=true 2024-11-10T06:25:21,118 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C34313%2C1731219903409 2024-11-10T06:25:21,137 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:25:21,137 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 379, reset compression=false 2024-11-10T06:25:21,137 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:25:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T06:25:21,174 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T06:25:21,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:21,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:21,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:21,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe59557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:21,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,176 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f148e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,178 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25067e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39449,-1 for getting cluster id 2024-11-10T06:25:21,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,179 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'babd8e76-9e62-4468-9c86-475790787526' 2024-11-10T06:25:21,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "babd8e76-9e62-4468-9c86-475790787526" 2024-11-10T06:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4192e7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39449,-1] 2024-11-10T06:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,180 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1316d71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43277,-1 for getting cluster id 2024-11-10T06:25:21,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,182 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546d4f3e-b74b-49af-9ed8-80acfc56401d' 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546d4f3e-b74b-49af-9ed8-80acfc56401d" 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43277,-1] 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,183 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4401afa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:21,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731219921186/Put/seqid=0 2024-11-10T06:25:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741840_1016 (size=7894) 2024-11-10T06:25:21,340 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 379, reset compression=false 2024-11-10T06:25:21,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:25:21,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:21,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731219921591/Put/seqid=0 2024-11-10T06:25:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741841_1017 (size=7691) 2024-11-10T06:25:21,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8e0444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:21,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,597 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36022904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:21,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,598 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fa4ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34313,1731219903409, seqNum=-1] 2024-11-10T06:25:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:21,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:21,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488ea080 2024-11-10T06:25:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:21,607 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2] 2024-11-10T06:25:21,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:25:21,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T06:25:21,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T06:25:21,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T06:25:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:21,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T06:25:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegion(2603): Flush status journal for a693e9b99cb5f501942dbb89c0ebb19e: 2024-11-10T06:25:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_0 2024-11-10T06:25:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_0 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ 2024-11-10T06:25:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_1 2024-11-10T06:25:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_1 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ 2024-11-10T06:25:21,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_0 into a693e9b99cb5f501942dbb89c0ebb19e/f as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ - updating store file list. 2024-11-10T06:25:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c02d336c364f455dadc9cc248f24f710_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:21,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ into a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:21,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_0 into a693e9b99cb5f501942dbb89c0ebb19e/f (new location: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_) 2024-11-10T06:25:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_0 2024-11-10T06:25:21,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_1 into a693e9b99cb5f501942dbb89c0ebb19e/f as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ - updating store file list. 2024-11-10T06:25:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4f2a3be0968415daa06818939c7aa10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:21,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ into a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:21,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_1 into a693e9b99cb5f501942dbb89c0ebb19e/f (new location: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_) 2024-11-10T06:25:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__joqp9b287mbh9ps6janchtfml8v6v6cj7i45rifc0loi48o9nh972ubftq2q0ls7/f/hfile_1 2024-11-10T06:25:21,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:21,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:21,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 , the old value is region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:34313 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:25:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:25:21,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 from cache 2024-11-10T06:25:21,640 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:25:21,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37783,1731219908701, seqNum=-1] 2024-11-10T06:25:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:21,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:21,644 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 379, reset compression=false 2024-11-10T06:25:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219918256.54bea7368b8301af71efb37cec6de4bf., hostname=c48ba4c5549b,37783,1731219908701, seqNum=2] 2024-11-10T06:25:21,645 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:25:21,647 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:25:21,647 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[{test/a693e9b99cb5f501942dbb89c0ebb19e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219921638/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:25:21,649 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:21,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T06:25:21,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(318): Replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:21,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c40617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,39449,-1 for getting cluster id 2024-11-10T06:25:21,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:21,651 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'babd8e76-9e62-4468-9c86-475790787526' 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "babd8e76-9e62-4468-9c86-475790787526" 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6fd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,39449,-1] 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:21,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:21,652 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:21,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@407fabfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741837_1013 (size=7894) 2024-11-10T06:25:21,744 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:25:21,848 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 687, reset compression=false 2024-11-10T06:25:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741838_1014 (size=7691) 2024-11-10T06:25:22,151 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 687, reset compression=false 2024-11-10T06:25:22,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:22,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:22,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6558cff6 2024-11-10T06:25:22,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:22,471 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T06:25:22,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:25:22,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,37783,1731219908701, seqNum=-1] 2024-11-10T06:25:22,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:22,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T06:25:22,478 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T06:25:22,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T06:25:22,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ for inclusion in 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T06:25:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:22,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ for inclusion in 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T06:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegion(2603): Flush status journal for 54bea7368b8301af71efb37cec6de4bf: 2024-11-10T06:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a4f2a3be0968415daa06818939c7aa10_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/bf514ac3824244ff843ba6cd338c3ef6_SeqId_4_ 2024-11-10T06:25:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c02d336c364f455dadc9cc248f24f710_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/6e043340ddeb4057a9d3c90f51c6dc48_SeqId_4_ 2024-11-10T06:25:22,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/bf514ac3824244ff843ba6cd338c3ef6_SeqId_4_ - updating store file list. 2024-11-10T06:25:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf514ac3824244ff843ba6cd338c3ef6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:22,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/bf514ac3824244ff843ba6cd338c3ef6_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:22,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f (new location: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/bf514ac3824244ff843ba6cd338c3ef6_SeqId_4_) 2024-11-10T06:25:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/a4f2a3be0968415daa06818939c7aa10_SeqId_4_ 2024-11-10T06:25:22,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/6e043340ddeb4057a9d3c90f51c6dc48_SeqId_4_ - updating store file list. 2024-11-10T06:25:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e043340ddeb4057a9d3c90f51c6dc48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:22,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/6e043340ddeb4057a9d3c90f51c6dc48_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:22,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ into 54bea7368b8301af71efb37cec6de4bf/f (new location: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/6e043340ddeb4057a9d3c90f51c6dc48_SeqId_4_) 2024-11-10T06:25:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__bdg7hhmoa7h79konlab2druj5vf6d4ms4h352o291dulte5fri8roeebntqluq2l/f/c02d336c364f455dadc9cc248f24f710_SeqId_4_ 2024-11-10T06:25:22,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(324): Finished replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:22,554 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 687, reset compression=false 2024-11-10T06:25:22,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39643,1731219913330, seqNum=-1] 2024-11-10T06:25:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:22,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:22,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01., hostname=c48ba4c5549b,39643,1731219913330, seqNum=2] 2024-11-10T06:25:22,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:22,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T06:25:22,663 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c48ba4c5549b%2C34313%2C1731219903409.rep:(num 1731219920770) roll requested 2024-11-10T06:25:22,682 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219922663, exclude list is [], retry=0 2024-11-10T06:25:22,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:22,685 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219920770 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219922663 2024-11-10T06:25:22,686 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:22,686 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219920770 is not closed yet, will try archiving it next time 2024-11-10T06:25:22,686 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c48ba4c5549b%2C34313%2C1731219903409.meta:.meta(num 1731219906617) roll requested 2024-11-10T06:25:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741839_1015 (size=1505) 2024-11-10T06:25:22,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.rep.1731219920770 not finished, retry = 0 2024-11-10T06:25:22,702 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219922686.meta, exclude list is [], retry=0 2024-11-10T06:25:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:22,705 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219906617.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219922686.meta 2024-11-10T06:25:22,705 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:22,705 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219906617.meta is not closed yet, will try archiving it next time 2024-11-10T06:25:22,705 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c48ba4c5549b%2C34313%2C1731219903409:(num 1731219905641) roll requested 2024-11-10T06:25:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741834_1010 (size=3473) 2024-11-10T06:25:22,720 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, exclude list is [], retry=0 2024-11-10T06:25:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33733,DS-b664cbc5-871b-4111-b8ed-aee949f35e1a,DISK] 2024-11-10T06:25:22,723 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 2024-11-10T06:25:22,723 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-10T06:25:22,723 DEBUG [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 is not closed yet, will try archiving it next time 2024-11-10T06:25:22,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648b5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:22,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741832_1008 (size=695) 2024-11-10T06:25:22,725 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3919f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:22,726 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/oldWALs/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 2024-11-10T06:25:22,726 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbd91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:22,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc2253a 2024-11-10T06:25:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:22,728 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:22,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c48ba4c5549b:43277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T06:25:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T06:25:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:25:22,731 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:43277' 2024-11-10T06:25:22,732 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7279a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,732 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43277,-1 for getting cluster id 2024-11-10T06:25:22,732 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:22,732 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546d4f3e-b74b-49af-9ed8-80acfc56401d' 2024-11-10T06:25:22,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546d4f3e-b74b-49af-9ed8-80acfc56401d" 2024-11-10T06:25:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56761e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43277,-1] 2024-11-10T06:25:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:22,733 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:22,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecd9aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,734 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:22,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:22,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16eab02e 2024-11-10T06:25:22,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:22,735 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:22,736 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T06:25:22,736 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T06:25:22,736 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:22,736 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:22,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:22,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T06:25:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:25:22,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T06:25:22,918 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T06:25:22,947 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c48ba4c5549b,34313,1731219903409, ReplicationSource: 2, currentBandwidth=0 2024-11-10T06:25:22,949 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T06:25:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T06:25:22,951 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c48ba4c5549b,34313,1731219903409 suceeded 2024-11-10T06:25:22,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T06:25:22,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-10T06:25:22,952 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c48ba4c5549b:43277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T06:25:22,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 223 msec 2024-11-10T06:25:22,964 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c48ba4c5549b:43277' 2024-11-10T06:25:22,965 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248f1ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,965 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43277,-1 for getting cluster id 2024-11-10T06:25:22,965 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:22,966 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546d4f3e-b74b-49af-9ed8-80acfc56401d' 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546d4f3e-b74b-49af-9ed8-80acfc56401d" 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456035f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43277,-1] 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:22,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:22,967 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:22,967 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48cd98bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:22,967 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:22,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:22,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8af6482 2024-11-10T06:25:22,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:22,969 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T06:25:22,969 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c48ba4c5549b,34313,1731219903409 (queues=1) is replicating from cluster=49196a69-cea5-4112-8d97-0e60f8fb6dfe to cluster=546d4f3e-b74b-49af-9ed8-80acfc56401d 2024-11-10T06:25:22,969 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c48ba4c5549b%2C34313%2C1731219903409 2024-11-10T06:25:22,969 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c48ba4c5549b,34313,1731219903409, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T06:25:22,970 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, startPosition=0, beingWritten=true 2024-11-10T06:25:22,970 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c48ba4c5549b%2C34313%2C1731219903409 2024-11-10T06:25:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T06:25:23,044 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T06:25:23,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:23,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:23,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:23,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T06:25:23,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731219923048/Put/seqid=0 2024-11-10T06:25:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741845_1021 (size=11194) 2024-11-10T06:25:23,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731219923054/Put/seqid=0 2024-11-10T06:25:23,057 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 to pos 687, reset compression=false 2024-11-10T06:25:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741846_1022 (size=10791) 2024-11-10T06:25:23,063 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 was moved to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/oldWALs/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 2024-11-10T06:25:23,065 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641 2024-11-10T06:25:23,066 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219905641, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T06:25:23,066 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, startPosition=0, beingWritten=true 2024-11-10T06:25:23,068 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c48ba4c5549b%2C34313%2C1731219903409.1731219905641] 2024-11-10T06:25:23,173 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 0, reset compression=false 2024-11-10T06:25:23,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,38775,-1 for getting cluster id 2024-11-10T06:25:23,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:23,461 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49196a69-cea5-4112-8d97-0e60f8fb6dfe' 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49196a69-cea5-4112-8d97-0e60f8fb6dfe" 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3436bb74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,38775,-1] 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,462 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:23,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dca3eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,34313,1731219903409, seqNum=-1] 2024-11-10T06:25:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:23,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T06:25:23,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42873a8d 2024-11-10T06:25:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:23,472 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T06:25:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2] 2024-11-10T06:25:23,476 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:25:23,477 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 0, reset compression=false 2024-11-10T06:25:23,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T06:25:23,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T06:25:23,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T06:25:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:23,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T06:25:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegion(2603): Flush status journal for a693e9b99cb5f501942dbb89c0ebb19e: 2024-11-10T06:25:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_0 2024-11-10T06:25:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_0 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ 2024-11-10T06:25:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_1 2024-11-10T06:25:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_1 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ 2024-11-10T06:25:23,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_0 into a693e9b99cb5f501942dbb89c0ebb19e/f as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ - updating store file list. 2024-11-10T06:25:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:23,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ into a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:23,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_0 into a693e9b99cb5f501942dbb89c0ebb19e/f (new location: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_) 2024-11-10T06:25:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_0 2024-11-10T06:25:23,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_1 into a693e9b99cb5f501942dbb89c0ebb19e/f as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ - updating store file list. 2024-11-10T06:25:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:23,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ into a693e9b99cb5f501942dbb89c0ebb19e/f 2024-11-10T06:25:23,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_1 into a693e9b99cb5f501942dbb89c0ebb19e/f (new location: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_) 2024-11-10T06:25:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34313 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/staging/jenkins__test__9j2q03jugqo5hi7re5oq0b71unvqmr76eecq0ckdtg2q1engsfkoqfh31nulsibi/f/hfile_1 2024-11-10T06:25:23,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:23,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:23,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 , the old value is region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c48ba4c5549b:34313 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:25:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T06:25:23,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., hostname=c48ba4c5549b,34313,1731219903409, seqNum=2 from cache 2024-11-10T06:25:23,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:23,506 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T06:25:23,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T06:25:23,509 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:25:23,614 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T06:25:23,670 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 0, reset compression=false 2024-11-10T06:25:23,674 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:25:23,674 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[{test/a693e9b99cb5f501942dbb89c0ebb19e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219923504/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:25:23,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(318): Replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741839_1015 (size=11194) 2024-11-10T06:25:23,874 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:23,881 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 0, reset compression=false 2024-11-10T06:25:23,884 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T06:25:23,884 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[{test/a693e9b99cb5f501942dbb89c0ebb19e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731219923504/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T06:25:23,886 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T06:25:23,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T06:25:23,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.ReplicationSink(318): Replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:23,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63753da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] client.ClusterIdFetcher(90): Going to request c48ba4c5549b,43277,-1 for getting cluster id 2024-11-10T06:25:23,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T06:25:23,888 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '546d4f3e-b74b-49af-9ed8-80acfc56401d' 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "546d4f3e-b74b-49af-9ed8-80acfc56401d" 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6b3966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c48ba4c5549b,43277,-1] 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T06:25:23,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:23,889 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T06:25:23,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4988664b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T06:25:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741837_1013 (size=11194) 2024-11-10T06:25:24,084 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741840_1016 (size=10791) 2024-11-10T06:25:24,178 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:24,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741838_1014 (size=10791) 2024-11-10T06:25:24,389 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:24,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:25:24,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T06:25:24,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T06:25:24,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ for inclusion in 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T06:25:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:24,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ for inclusion in 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T06:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegion(2603): Flush status journal for 54bea7368b8301af71efb37cec6de4bf: 2024-11-10T06:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:24,512 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T06:25:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/f3b67b12fa0843efa7eae1cb52baf2cb_SeqId_6_ 2024-11-10T06:25:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/a15ce57384844ceb9206036e9b513ea2_SeqId_6_ 2024-11-10T06:25:24,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/f3b67b12fa0843efa7eae1cb52baf2cb_SeqId_6_ - updating store file list. 2024-11-10T06:25:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3b67b12fa0843efa7eae1cb52baf2cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:24,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/f3b67b12fa0843efa7eae1cb52baf2cb_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:24,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f (new location: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/f3b67b12fa0843efa7eae1cb52baf2cb_SeqId_6_) 2024-11-10T06:25:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ 2024-11-10T06:25:24,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/a15ce57384844ceb9206036e9b513ea2_SeqId_6_ - updating store file list. 2024-11-10T06:25:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a15ce57384844ceb9206036e9b513ea2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:24,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/a15ce57384844ceb9206036e9b513ea2_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f 2024-11-10T06:25:24,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ into 54bea7368b8301af71efb37cec6de4bf/f (new location: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/f/a15ce57384844ceb9206036e9b513ea2_SeqId_6_) 2024-11-10T06:25:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/staging/jenkins.hfs.22__test__5s181oobt2qkeit3qq60r5ev01tjfi2qiv2p4vh4m7natbmef1jebgfqid88ajef/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ 2024-11-10T06:25:24,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] regionserver.ReplicationSink(324): Finished replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:24,582 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:24,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T06:25:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f101f15 2024-11-10T06:25:24,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T06:25:24,707 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T06:25:24,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T06:25:24,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T06:25:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c48ba4c5549b,39643,1731219913330, seqNum=-1] 2024-11-10T06:25:24,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T06:25:24,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T06:25:24,715 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T06:25:24,717 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T06:25:24,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ for inclusion in f0bf9784ea949a8dfe8692a712e45a01/f 2024-11-10T06:25:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T06:25:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ for inclusion in f0bf9784ea949a8dfe8692a712e45a01/f 2024-11-10T06:25:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T06:25:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T06:25:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HRegion(2603): Flush status journal for f0bf9784ea949a8dfe8692a712e45a01: 2024-11-10T06:25:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/898bbc9ceae34d1081c81dd678fcdada_SeqId_4_ 2024-11-10T06:25:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T06:25:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/c677f4f64c4141e68fd23f7dab1ccc21_SeqId_4_ 2024-11-10T06:25:24,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ into f0bf9784ea949a8dfe8692a712e45a01/f as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/898bbc9ceae34d1081c81dd678fcdada_SeqId_4_ - updating store file list. 2024-11-10T06:25:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 898bbc9ceae34d1081c81dd678fcdada_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/898bbc9ceae34d1081c81dd678fcdada_SeqId_4_ into f0bf9784ea949a8dfe8692a712e45a01/f 2024-11-10T06:25:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ into f0bf9784ea949a8dfe8692a712e45a01/f (new location: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/898bbc9ceae34d1081c81dd678fcdada_SeqId_4_) 2024-11-10T06:25:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/a0477e49faf94264a0f7b8f87a75a8dc_SeqId_6_ 2024-11-10T06:25:24,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ into f0bf9784ea949a8dfe8692a712e45a01/f as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/c677f4f64c4141e68fd23f7dab1ccc21_SeqId_4_ - updating store file list. 2024-11-10T06:25:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c677f4f64c4141e68fd23f7dab1ccc21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T06:25:24,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/c677f4f64c4141e68fd23f7dab1ccc21_SeqId_4_ into f0bf9784ea949a8dfe8692a712e45a01/f 2024-11-10T06:25:24,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ into f0bf9784ea949a8dfe8692a712e45a01/f (new location: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/f/c677f4f64c4141e68fd23f7dab1ccc21_SeqId_4_) 2024-11-10T06:25:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/staging/jenkins.hfs.23__test__lf0g02eqc1r1boj34omc4b1uabesra2r6qsss2bb94e3atlsf96dqgjg887bskb4/f/13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_ 2024-11-10T06:25:24,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] regionserver.ReplicationSink(324): Finished replicating [49196a69-cea5-4112-8d97-0e60f8fb6dfe] bulk loaded data 2024-11-10T06:25:24,793 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:25,085 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:25,296 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:25,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:25:25,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:25,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:25,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:25,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:25,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:25,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:25:25,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1741801643, stopped=false 2024-11-10T06:25:25,529 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,43277,1731219913180 2024-11-10T06:25:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-883733074/running 2024-11-10T06:25:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-883733074/running 2024-11-10T06:25:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:25,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:25,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:25,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:25,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:25,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:25,543 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,39643,1731219913330' ***** 2024-11-10T06:25:25,543 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:25:25,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/running 2024-11-10T06:25:25,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Set watcher on znode that does not yet exist, /2-883733074/running 2024-11-10T06:25:25,543 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:25:25,543 INFO [RS:0;c48ba4c5549b:39643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:25:25,543 INFO [RS:0;c48ba4c5549b:39643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:25:25,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(3091): Received CLOSE for f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39643. 2024-11-10T06:25:25,544 DEBUG [RS:0;c48ba4c5549b:39643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:25,544 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0bf9784ea949a8dfe8692a712e45a01, disabling compactions & flushes 2024-11-10T06:25:25,544 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:25,544 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:25,544 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:25,544 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. after waiting 0 ms 2024-11-10T06:25:25,544 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:25:25,544 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:25:25,544 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:25:25,544 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:25:25,545 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:25:25,545 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f0bf9784ea949a8dfe8692a712e45a01=test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01.} 2024-11-10T06:25:25,545 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0bf9784ea949a8dfe8692a712e45a01 2024-11-10T06:25:25,545 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:25,545 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:25,545 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:25,545 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:25,545 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:25,545 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T06:25:25,556 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/default/test/f0bf9784ea949a8dfe8692a712e45a01/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T06:25:25,556 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:25,556 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:25:25,556 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:25,556 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0bf9784ea949a8dfe8692a712e45a01: Waiting for close lock at 1731219925544Running coprocessor pre-close hooks at 1731219925544Disabling compacts and flushes for region at 1731219925544Disabling writes for close at 1731219925544Writing region close event to WAL at 1731219925546 (+2 ms)Running coprocessor post-close hooks at 1731219925556 (+10 ms)Closed at 1731219925556 2024-11-10T06:25:25,557 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01. 2024-11-10T06:25:25,565 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/info/ca71e569604b40a699cb76385852efd0 is 129, key is test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01./info:regioninfo/1731219919749/Put/seqid=0 2024-11-10T06:25:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741839_1015 (size=6421) 2024-11-10T06:25:25,569 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/info/ca71e569604b40a699cb76385852efd0 2024-11-10T06:25:25,587 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/ns/0b95f1a5c4a84100b57ebd37eda4181a is 43, key is default/ns:d/1731219916010/Put/seqid=0 2024-11-10T06:25:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741840_1016 (size=5153) 2024-11-10T06:25:25,619 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:25,689 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:25,745 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:25,899 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:25,945 DEBUG [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:25,991 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/ns/0b95f1a5c4a84100b57ebd37eda4181a 2024-11-10T06:25:26,012 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/rep_barrier/8cf8b3d62edd48ad8cc3336d0a0ba49d is 112, key is test,,1731219919396.f0bf9784ea949a8dfe8692a712e45a01./rep_barrier:seqnumDuringOpen/1731219919749/Put/seqid=0 2024-11-10T06:25:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741841_1017 (size=5518) 2024-11-10T06:25:26,016 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/rep_barrier/8cf8b3d62edd48ad8cc3336d0a0ba49d 2024-11-10T06:25:26,033 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/table/676ea0a17161406fa0c77b1cd7fb6226 is 40, key is test/table:state/1731219919755/Put/seqid=0 2024-11-10T06:25:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741842_1018 (size=5165) 2024-11-10T06:25:26,037 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/table/676ea0a17161406fa0c77b1cd7fb6226 2024-11-10T06:25:26,041 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/info/ca71e569604b40a699cb76385852efd0 as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/info/ca71e569604b40a699cb76385852efd0 2024-11-10T06:25:26,045 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/info/ca71e569604b40a699cb76385852efd0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T06:25:26,046 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/ns/0b95f1a5c4a84100b57ebd37eda4181a as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/ns/0b95f1a5c4a84100b57ebd37eda4181a 2024-11-10T06:25:26,049 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/ns/0b95f1a5c4a84100b57ebd37eda4181a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:25:26,050 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/rep_barrier/8cf8b3d62edd48ad8cc3336d0a0ba49d as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/rep_barrier/8cf8b3d62edd48ad8cc3336d0a0ba49d 2024-11-10T06:25:26,053 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/rep_barrier/8cf8b3d62edd48ad8cc3336d0a0ba49d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T06:25:26,053 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/.tmp/table/676ea0a17161406fa0c77b1cd7fb6226 as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/table/676ea0a17161406fa0c77b1cd7fb6226 2024-11-10T06:25:26,056 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/table/676ea0a17161406fa0c77b1cd7fb6226, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:25:26,057 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=11, compaction requested=false 2024-11-10T06:25:26,067 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:25:26,068 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:26,068 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:25:26,068 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:26,068 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219925545Running coprocessor pre-close hooks at 1731219925545Disabling compacts and flushes for region at 1731219925545Disabling writes for close at 1731219925545Obtaining lock to block concurrent updates at 1731219925545Preparing flush snapshotting stores in 1588230740 at 1731219925545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731219925546 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219925546Flushing 1588230740/info: creating writer at 1731219925546Flushing 1588230740/info: appending metadata at 1731219925565 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731219925565Flushing 1588230740/ns: creating writer at 1731219925573 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731219925587 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731219925587Flushing 1588230740/rep_barrier: creating writer at 1731219925995 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219926012 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219926012Flushing 1588230740/table: creating writer at 1731219926020 (+8 ms)Flushing 1588230740/table: appending metadata at 1731219926033 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731219926033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bf2d6f: reopening flushed file at 1731219926041 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306e7591: reopening flushed file at 1731219926045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534bde33: reopening flushed file at 1731219926049 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306d40c9: reopening flushed file at 1731219926053 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=11, compaction requested=false at 1731219926057 (+4 ms)Writing region close event to WAL at 1731219926065 (+8 ms)Running coprocessor post-close hooks at 1731219926068 (+3 ms)Closed at 1731219926068 2024-11-10T06:25:26,068 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:26,146 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,39643,1731219913330; all regions closed. 2024-11-10T06:25:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741834_1010 (size=2717) 2024-11-10T06:25:26,150 DEBUG [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/oldWALs 2024-11-10T06:25:26,150 INFO [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C39643%2C1731219913330.meta:.meta(num 1731219915962) 2024-11-10T06:25:26,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741833_1009 (size=1028) 2024-11-10T06:25:26,153 DEBUG [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/oldWALs 2024-11-10T06:25:26,153 INFO [RS:0;c48ba4c5549b:39643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C39643%2C1731219913330:(num 1731219915645) 2024-11-10T06:25:26,153 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:26,153 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:26,153 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:26,153 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:26,153 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:26,154 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:26,154 INFO [RS:0;c48ba4c5549b:39643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:39643. 2024-11-10T06:25:26,154 DEBUG [RS:0;c48ba4c5549b:39643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:26,154 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:26,154 DEBUG [RS:0;c48ba4c5549b:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:26,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:26,154 INFO [RS:0;c48ba4c5549b:39643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39643 2024-11-10T06:25:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074/rs 2024-11-10T06:25:26,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-883733074/rs/c48ba4c5549b,39643,1731219913330 2024-11-10T06:25:26,165 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:26,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,39643,1731219913330] 2024-11-10T06:25:26,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-883733074/draining/c48ba4c5549b,39643,1731219913330 already deleted, retry=false 2024-11-10T06:25:26,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,39643,1731219913330 expired; onlineServers=0 2024-11-10T06:25:26,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,43277,1731219913180' ***** 2024-11-10T06:25:26,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:25:26,196 INFO [M:0;c48ba4c5549b:43277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:26,196 INFO [M:0;c48ba4c5549b:43277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:26,196 DEBUG [M:0;c48ba4c5549b:43277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:25:26,196 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:25:26,196 DEBUG [M:0;c48ba4c5549b:43277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:25:26,196 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219915344 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219915344,5,FailOnTimeoutGroup] 2024-11-10T06:25:26,196 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219915348 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219915348,5,FailOnTimeoutGroup] 2024-11-10T06:25:26,196 INFO [M:0;c48ba4c5549b:43277 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:26,196 INFO [M:0;c48ba4c5549b:43277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:26,196 DEBUG [M:0;c48ba4c5549b:43277 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:25:26,196 INFO [M:0;c48ba4c5549b:43277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:25:26,197 INFO [M:0;c48ba4c5549b:43277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:26,197 INFO [M:0;c48ba4c5549b:43277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:25:26,197 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:25:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-883733074/master 2024-11-10T06:25:26,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-883733074 2024-11-10T06:25:26,211 DEBUG [M:0;c48ba4c5549b:43277 {}] zookeeper.ZKUtil(347): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Unable to get data of znode /2-883733074/master because node does not exist (not an error) 2024-11-10T06:25:26,211 WARN [M:0;c48ba4c5549b:43277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:25:26,212 INFO [M:0;c48ba4c5549b:43277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/.lastflushedseqids 2024-11-10T06:25:26,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741843_1019 (size=173) 2024-11-10T06:25:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:26,281 INFO [RS:0;c48ba4c5549b:39643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101008d388a0007, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:26,281 INFO [RS:0;c48ba4c5549b:39643 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,39643,1731219913330; zookeeper connection closed. 2024-11-10T06:25:26,282 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 2024-11-10T06:25:26,282 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:25:26,392 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:26,603 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:26,616 INFO [M:0;c48ba4c5549b:43277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:25:26,616 INFO [M:0;c48ba4c5549b:43277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:25:26,616 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:26,616 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:26,616 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:26,616 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:26,616 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:26,616 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T06:25:26,634 DEBUG [M:0;c48ba4c5549b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05bae4fe716d43ac840b2859f84b79e5 is 82, key is hbase:meta,,1/info:regioninfo/1731219915994/Put/seqid=0 2024-11-10T06:25:26,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741844_1020 (size=5672) 2024-11-10T06:25:26,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T06:25:27,038 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05bae4fe716d43ac840b2859f84b79e5 2024-11-10T06:25:27,055 DEBUG [M:0;c48ba4c5549b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ebb71b06f154313bb14d003ea0960b8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219919758/Put/seqid=0 2024-11-10T06:25:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741845_1021 (size=6586) 2024-11-10T06:25:27,196 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:27,406 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:27,459 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ebb71b06f154313bb14d003ea0960b8 2024-11-10T06:25:27,476 DEBUG [M:0;c48ba4c5549b:43277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78951d851e784a929dddf9380163c665 is 69, key is c48ba4c5549b,39643,1731219913330/rs:state/1731219915462/Put/seqid=0 2024-11-10T06:25:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741846_1022 (size=5156) 2024-11-10T06:25:27,480 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78951d851e784a929dddf9380163c665 2024-11-10T06:25:27,483 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05bae4fe716d43ac840b2859f84b79e5 as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05bae4fe716d43ac840b2859f84b79e5 2024-11-10T06:25:27,486 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05bae4fe716d43ac840b2859f84b79e5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T06:25:27,486 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ebb71b06f154313bb14d003ea0960b8 as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ebb71b06f154313bb14d003ea0960b8 2024-11-10T06:25:27,489 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ebb71b06f154313bb14d003ea0960b8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T06:25:27,490 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78951d851e784a929dddf9380163c665 as hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78951d851e784a929dddf9380163c665 2024-11-10T06:25:27,493 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/f821be07-df22-d48d-f9dd-f9f554439e19/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78951d851e784a929dddf9380163c665, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T06:25:27,493 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false 2024-11-10T06:25:27,495 INFO [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:27,495 DEBUG [M:0;c48ba4c5549b:43277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219926616Disabling compacts and flushes for region at 1731219926616Disabling writes for close at 1731219926616Obtaining lock to block concurrent updates at 1731219926616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219926616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731219926617 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219926617Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219926617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219926634 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219926634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219927042 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219927055 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219927055Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219927463 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219927476 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219927476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16455415: reopening flushed file at 1731219927482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fd8fe6: reopening flushed file at 1731219927486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721d6746: reopening flushed file at 1731219927489 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1731219927493 (+4 ms)Writing region close event to WAL at 1731219927495 (+2 ms)Closed at 1731219927495 2024-11-10T06:25:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741830_1006 (size=32770) 2024-11-10T06:25:27,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:27,497 INFO [M:0;c48ba4c5549b:43277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:25:27,497 INFO [M:0;c48ba4c5549b:43277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43277 2024-11-10T06:25:27,498 INFO [M:0;c48ba4c5549b:43277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:27,612 INFO [M:0;c48ba4c5549b:43277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43277-0x101008d388a0006, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:27,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f3df764{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:27,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fb5a8b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:27,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:27,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ee032f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:27,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d616c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:27,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:25:27,618 WARN [BP-825493436-172.17.0.2-1731219911310 heartbeating to localhost/127.0.0.1:38713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:25:27,618 WARN [BP-825493436-172.17.0.2-1731219911310 heartbeating to localhost/127.0.0.1:38713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-825493436-172.17.0.2-1731219911310 (Datanode Uuid eb156381-af0b-433f-9f66-1fdbfb7587df) service to localhost/127.0.0.1:38713 2024-11-10T06:25:27,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/cluster_8032f176-b52a-06b4-d487-b7911d1c5074/data/data2/current/BP-825493436-172.17.0.2-1731219911310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:27,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:25:27,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/cluster_8032f176-b52a-06b4-d487-b7911d1c5074/data/data1/current/BP-825493436-172.17.0.2-1731219911310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:27,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:25:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1413ced0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:27,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35feeda7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:27,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9eea53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6c26aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34da9d78-560b-ad0b-a131-878fa7450825/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:27,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:25:27,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:25:27,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:27,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:27,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:27,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:27,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:25:27,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=296517236, stopped=false 2024-11-10T06:25:27,641 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,39449,1731219908544 2024-11-10T06:25:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1788910898/running 2024-11-10T06:25:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1788910898/running 2024-11-10T06:25:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:27,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:27,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:27,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:27,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:27,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:27,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,37783,1731219908701' ***** 2024-11-10T06:25:27,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/running 2024-11-10T06:25:27,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:25:27,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Set watcher on znode that does not yet exist, /1-1788910898/running 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:25:27,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:27,674 INFO [RS:0;c48ba4c5549b:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37783. 2024-11-10T06:25:27,674 DEBUG [RS:0;c48ba4c5549b:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:27,675 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54bea7368b8301af71efb37cec6de4bf, disabling compactions & flushes 2024-11-10T06:25:27,675 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:27,675 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:27,675 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:25:27,675 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. after waiting 0 ms 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:27,675 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:25:27,675 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T06:25:27,675 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54bea7368b8301af71efb37cec6de4bf=test,,1731219918256.54bea7368b8301af71efb37cec6de4bf.} 2024-11-10T06:25:27,675 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54bea7368b8301af71efb37cec6de4bf 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:27,675 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:27,675 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:27,675 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T06:25:27,678 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/default/test/54bea7368b8301af71efb37cec6de4bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:25:27,679 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:27,679 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:25:27,679 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:27,679 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54bea7368b8301af71efb37cec6de4bf: Waiting for close lock at 1731219927674Running coprocessor pre-close hooks at 1731219927674Disabling compacts and flushes for region at 1731219927674Disabling writes for close at 1731219927675 (+1 ms)Writing region close event to WAL at 1731219927675Running coprocessor post-close hooks at 1731219927679 (+4 ms)Closed at 1731219927679 2024-11-10T06:25:27,679 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219918256.54bea7368b8301af71efb37cec6de4bf. 2024-11-10T06:25:27,690 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/info/d1bd8d35de59457f8416c2c5502ff9c1 is 129, key is test,,1731219918256.54bea7368b8301af71efb37cec6de4bf./info:regioninfo/1731219918999/Put/seqid=0 2024-11-10T06:25:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741841_1017 (size=6421) 2024-11-10T06:25:27,746 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:27,875 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:28,075 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:28,094 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/info/d1bd8d35de59457f8416c2c5502ff9c1 2024-11-10T06:25:28,100 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:28,115 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/ns/5a5be5f511cc4ec88540180774ad5b46 is 43, key is default/ns:d/1731219911186/Put/seqid=0 2024-11-10T06:25:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741842_1018 (size=5153) 2024-11-10T06:25:28,122 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/ns/5a5be5f511cc4ec88540180774ad5b46 2024-11-10T06:25:28,139 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/rep_barrier/6b5081bb1ba345129efbb7e1a6b11674 is 112, key is test,,1731219918256.54bea7368b8301af71efb37cec6de4bf./rep_barrier:seqnumDuringOpen/1731219918999/Put/seqid=0 2024-11-10T06:25:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741843_1019 (size=5518) 2024-11-10T06:25:28,142 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/rep_barrier/6b5081bb1ba345129efbb7e1a6b11674 2024-11-10T06:25:28,163 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/table/76bfc682a0d14a25a7ab715c18656550 is 40, key is test/table:state/1731219919005/Put/seqid=0 2024-11-10T06:25:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741844_1020 (size=5165) 2024-11-10T06:25:28,180 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:25:28,180 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:25:28,275 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:28,310 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:28,476 DEBUG [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T06:25:28,566 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/table/76bfc682a0d14a25a7ab715c18656550 2024-11-10T06:25:28,570 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/info/d1bd8d35de59457f8416c2c5502ff9c1 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/info/d1bd8d35de59457f8416c2c5502ff9c1 2024-11-10T06:25:28,574 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/info/d1bd8d35de59457f8416c2c5502ff9c1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T06:25:28,575 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/ns/5a5be5f511cc4ec88540180774ad5b46 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/ns/5a5be5f511cc4ec88540180774ad5b46 2024-11-10T06:25:28,578 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/ns/5a5be5f511cc4ec88540180774ad5b46, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:25:28,578 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/rep_barrier/6b5081bb1ba345129efbb7e1a6b11674 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/rep_barrier/6b5081bb1ba345129efbb7e1a6b11674 2024-11-10T06:25:28,581 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/rep_barrier/6b5081bb1ba345129efbb7e1a6b11674, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T06:25:28,582 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/.tmp/table/76bfc682a0d14a25a7ab715c18656550 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/table/76bfc682a0d14a25a7ab715c18656550 2024-11-10T06:25:28,585 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/table/76bfc682a0d14a25a7ab715c18656550, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T06:25:28,586 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-11-10T06:25:28,586 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T06:25:28,590 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T06:25:28,591 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:28,591 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:25:28,591 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:28,591 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219927675Running coprocessor pre-close hooks at 1731219927675Disabling compacts and flushes for region at 1731219927675Disabling writes for close at 1731219927675Obtaining lock to block concurrent updates at 1731219927675Preparing flush snapshotting stores in 1588230740 at 1731219927675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731219927676 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731219927676Flushing 1588230740/info: creating writer at 1731219927676Flushing 1588230740/info: appending metadata at 1731219927690 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731219927690Flushing 1588230740/ns: creating writer at 1731219928097 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731219928114 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731219928114Flushing 1588230740/rep_barrier: creating writer at 1731219928125 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219928139 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219928139Flushing 1588230740/table: creating writer at 1731219928146 (+7 ms)Flushing 1588230740/table: appending metadata at 1731219928162 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731219928162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36be2efa: reopening flushed file at 1731219928570 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec46ac4: reopening flushed file at 1731219928574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca902a9: reopening flushed file at 1731219928578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420fc4e5: reopening flushed file at 1731219928581 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1731219928586 (+5 ms)Writing region close event to WAL at 1731219928588 (+2 ms)Running coprocessor post-close hooks at 1731219928591 (+3 ms)Closed at 1731219928591 2024-11-10T06:25:28,591 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:28,676 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,37783,1731219908701; all regions closed. 2024-11-10T06:25:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741834_1010 (size=2717) 2024-11-10T06:25:28,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.meta.1731219911142.meta not finished, retry = 0 2024-11-10T06:25:28,780 DEBUG [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/oldWALs 2024-11-10T06:25:28,780 INFO [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37783%2C1731219908701.meta:.meta(num 1731219911142) 2024-11-10T06:25:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741832_1008 (size=1374) 2024-11-10T06:25:28,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/WALs/c48ba4c5549b,37783,1731219908701/c48ba4c5549b%2C37783%2C1731219908701.1731219910264 not finished, retry = 0 2024-11-10T06:25:28,884 DEBUG [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/oldWALs 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c48ba4c5549b%2C37783%2C1731219908701:(num 1731219910264) 2024-11-10T06:25:28,884 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:28,884 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:28,884 INFO [RS:0;c48ba4c5549b:37783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:37783. 2024-11-10T06:25:28,884 DEBUG [RS:0;c48ba4c5549b:37783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:28,884 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:28,884 DEBUG [RS:0;c48ba4c5549b:37783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:28,885 INFO [RS:0;c48ba4c5549b:37783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37783 2024-11-10T06:25:28,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:28,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1788910898/rs/c48ba4c5549b,37783,1731219908701 2024-11-10T06:25:28,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898/rs 2024-11-10T06:25:28,938 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:28,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,37783,1731219908701] 2024-11-10T06:25:28,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1788910898/draining/c48ba4c5549b,37783,1731219908701 already deleted, retry=false 2024-11-10T06:25:28,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,37783,1731219908701 expired; onlineServers=0 2024-11-10T06:25:28,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,39449,1731219908544' ***** 2024-11-10T06:25:28,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:28,965 DEBUG [M:0;c48ba4c5549b:39449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:25:28,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:25:28,965 DEBUG [M:0;c48ba4c5549b:39449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:25:28,965 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219909979 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219909979,5,FailOnTimeoutGroup] 2024-11-10T06:25:28,965 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219909979 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219909979,5,FailOnTimeoutGroup] 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:28,965 DEBUG [M:0;c48ba4c5549b:39449 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:28,965 INFO [M:0;c48ba4c5549b:39449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:25:28,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:25:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1788910898/master 2024-11-10T06:25:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1788910898 2024-11-10T06:25:28,980 DEBUG [M:0;c48ba4c5549b:39449 {}] zookeeper.ZKUtil(347): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Unable to get data of znode /1-1788910898/master because node does not exist (not an error) 2024-11-10T06:25:28,980 WARN [M:0;c48ba4c5549b:39449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:25:28,981 INFO [M:0;c48ba4c5549b:39449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/.lastflushedseqids 2024-11-10T06:25:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741845_1021 (size=173) 2024-11-10T06:25:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:29,049 INFO [RS:0;c48ba4c5549b:37783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:29,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37783-0x101008d388a0004, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:29,049 INFO [RS:0;c48ba4c5549b:37783 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,37783,1731219908701; zookeeper connection closed. 2024-11-10T06:25:29,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a80ed72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a80ed72 2024-11-10T06:25:29,050 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:25:29,102 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:29,314 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:29,385 INFO [M:0;c48ba4c5549b:39449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:25:29,385 INFO [M:0;c48ba4c5549b:39449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:25:29,385 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:29,385 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:29,385 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:29,385 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:29,385 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:29,385 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T06:25:29,399 DEBUG [M:0;c48ba4c5549b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3a5f460163444e9b2da8b7475586a1 is 82, key is hbase:meta,,1/info:regioninfo/1731219911170/Put/seqid=0 2024-11-10T06:25:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741846_1022 (size=5672) 2024-11-10T06:25:29,803 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3a5f460163444e9b2da8b7475586a1 2024-11-10T06:25:29,820 DEBUG [M:0;c48ba4c5549b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137ee402e0504aa4b153af20bf2628d4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731219919008/Put/seqid=0 2024-11-10T06:25:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741847_1023 (size=6586) 2024-11-10T06:25:30,206 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:30,223 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137ee402e0504aa4b153af20bf2628d4 2024-11-10T06:25:30,243 DEBUG [M:0;c48ba4c5549b:39449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef48cb52d344ee8a1ff024bee3dc514 is 69, key is c48ba4c5549b,37783,1731219908701/rs:state/1731219910088/Put/seqid=0 2024-11-10T06:25:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741848_1024 (size=5156) 2024-11-10T06:25:30,247 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef48cb52d344ee8a1ff024bee3dc514 2024-11-10T06:25:30,250 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e3a5f460163444e9b2da8b7475586a1 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e3a5f460163444e9b2da8b7475586a1 2024-11-10T06:25:30,253 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e3a5f460163444e9b2da8b7475586a1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T06:25:30,254 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/137ee402e0504aa4b153af20bf2628d4 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137ee402e0504aa4b153af20bf2628d4 2024-11-10T06:25:30,257 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/137ee402e0504aa4b153af20bf2628d4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T06:25:30,257 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ef48cb52d344ee8a1ff024bee3dc514 as hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ef48cb52d344ee8a1ff024bee3dc514 2024-11-10T06:25:30,260 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36011/user/jenkins/test-data/a154522f-b577-5b24-2464-625bb110369c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ef48cb52d344ee8a1ff024bee3dc514, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T06:25:30,261 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false 2024-11-10T06:25:30,262 INFO [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:30,262 DEBUG [M:0;c48ba4c5549b:39449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219929385Disabling compacts and flushes for region at 1731219929385Disabling writes for close at 1731219929385Obtaining lock to block concurrent updates at 1731219929385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219929385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731219929385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219929386 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219929386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219929399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219929399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219929806 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219929819 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219929819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219930226 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219930243 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219930243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d8e9fd: reopening flushed file at 1731219930250 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d877d95: reopening flushed file at 1731219930253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3ed14: reopening flushed file at 1731219930257 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=55, compaction requested=false at 1731219930261 (+4 ms)Writing region close event to WAL at 1731219930262 (+1 ms)Closed at 1731219930262 2024-11-10T06:25:30,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32803 is added to blk_1073741830_1006 (size=32770) 2024-11-10T06:25:30,264 INFO [M:0;c48ba4c5549b:39449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:25:30,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:30,264 INFO [M:0;c48ba4c5549b:39449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39449 2024-11-10T06:25:30,264 INFO [M:0;c48ba4c5549b:39449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:30,381 INFO [M:0;c48ba4c5549b:39449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:30,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39449-0x101008d388a0003, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:30,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed5ab24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:30,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54aa5d80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:30,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:30,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8c31b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:30,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd8754c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:30,386 WARN [BP-275819744-172.17.0.2-1731219906793 heartbeating to localhost/127.0.0.1:36011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:25:30,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:25:30,386 WARN [BP-275819744-172.17.0.2-1731219906793 heartbeating to localhost/127.0.0.1:36011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-275819744-172.17.0.2-1731219906793 (Datanode Uuid 41ac0fe4-2942-48fc-b018-b355af37d729) service to localhost/127.0.0.1:36011 2024-11-10T06:25:30,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:25:30,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/cluster_9c5554d0-af10-ecc5-93d4-228b1654e0f3/data/data1/current/BP-275819744-172.17.0.2-1731219906793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:30,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/cluster_9c5554d0-af10-ecc5-93d4-228b1654e0f3/data/data2/current/BP-275819744-172.17.0.2-1731219906793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:30,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:25:30,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c012cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:30,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e22f85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:30,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:30,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3588b6ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:30,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75b16ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d12437d-7b5b-f582-c215-620ccd11802f/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:25:30,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T06:25:30,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:30,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:30,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:30,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:30,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:30,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T06:25:30,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1109070106, stopped=false 2024-11-10T06:25:30,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c48ba4c5549b,38775,1731219903230 2024-11-10T06:25:30,417 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-882539474/running 2024-11-10T06:25:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-882539474/running 2024-11-10T06:25:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:30,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:30,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:30,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/running 2024-11-10T06:25:30,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T06:25:30,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Set watcher on znode that does not yet exist, /0-882539474/running 2024-11-10T06:25:30,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:30,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:30,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c48ba4c5549b,34313,1731219903409' ***** 2024-11-10T06:25:30,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T06:25:30,421 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T06:25:30,421 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T06:25:30,421 INFO [RS:0;c48ba4c5549b:34313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T06:25:30,421 INFO [RS:0;c48ba4c5549b:34313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T06:25:30,421 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(3091): Received CLOSE for a693e9b99cb5f501942dbb89c0ebb19e 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(3091): Received CLOSE for b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(959): stopping server c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:34313. 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a693e9b99cb5f501942dbb89c0ebb19e, disabling compactions & flushes 2024-11-10T06:25:30,422 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:30,422 DEBUG [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:30,422 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. after waiting 0 ms 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T06:25:30,422 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T06:25:30,422 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1325): Online Regions={a693e9b99cb5f501942dbb89c0ebb19e=test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e., 1588230740=hbase:meta,,1.1588230740, b21fd173e0f6d407b3e267bdf6867b3a=hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a.} 2024-11-10T06:25:30,422 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a693e9b99cb5f501942dbb89c0ebb19e, b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T06:25:30,422 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T06:25:30,422 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T06:25:30,423 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T06:25:30,423 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T06:25:30,425 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/default/test/a693e9b99cb5f501942dbb89c0ebb19e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T06:25:30,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a693e9b99cb5f501942dbb89c0ebb19e: Waiting for close lock at 1731219930422Running coprocessor pre-close hooks at 1731219930422Disabling compacts and flushes for region at 1731219930422Disabling writes for close at 1731219930422Writing region close event to WAL at 1731219930423 (+1 ms)Running coprocessor post-close hooks at 1731219930426 (+3 ms)Closed at 1731219930426 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e. 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b21fd173e0f6d407b3e267bdf6867b3a, disabling compactions & flushes 2024-11-10T06:25:30,426 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. after waiting 0 ms 2024-11-10T06:25:30,426 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:30,427 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b21fd173e0f6d407b3e267bdf6867b3a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T06:25:30,438 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/info/be3299129b5645cea2fa0592637af751 is 147, key is hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a./info:regioninfo/1731219920806/Put/seqid=0 2024-11-10T06:25:30,440 INFO [regionserver/c48ba4c5549b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741847_1023 (size=7686) 2024-11-10T06:25:30,441 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/info/be3299129b5645cea2fa0592637af751 2024-11-10T06:25:30,444 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/hfileref/8e09921f05ed45d28542f0ca6500d160 is 74, key is 1/hfileref:13cc3f3c3bc34eb4bcf7cb43165c1840_SeqId_6_/1731219924526/DeleteColumn/seqid=0 2024-11-10T06:25:30,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741848_1024 (size=5489) 2024-11-10T06:25:30,462 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/ns/c8a4789c459c4b37a72264060333c1e4 is 43, key is default/ns:d/1731219906679/Put/seqid=0 2024-11-10T06:25:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741849_1025 (size=5153) 2024-11-10T06:25:30,465 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/ns/c8a4789c459c4b37a72264060333c1e4 2024-11-10T06:25:30,485 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/rep_barrier/64d166a0351d46cca7b5750dbb978a98 is 112, key is test,,1731219916100.a693e9b99cb5f501942dbb89c0ebb19e./rep_barrier:seqnumDuringOpen/1731219917247/Put/seqid=0 2024-11-10T06:25:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741850_1026 (size=5518) 2024-11-10T06:25:30,488 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/rep_barrier/64d166a0351d46cca7b5750dbb978a98 2024-11-10T06:25:30,504 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/table/6357408a64b548ee8ac76e5a02f45cce is 53, key is hbase:replication/table:state/1731219920816/Put/seqid=0 2024-11-10T06:25:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741851_1027 (size=5308) 2024-11-10T06:25:30,608 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T06:25:30,608 INFO [regionserver/c48ba4c5549b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T06:25:30,623 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:30,823 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:30,851 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/hfileref/8e09921f05ed45d28542f0ca6500d160 2024-11-10T06:25:30,868 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/queue/2f17fe9a8617471cb532e10ec899173a is 153, key is 1-c48ba4c5549b,34313,1731219903409/queue:c48ba4c5549b%2C34313%2C1731219903409/1731219924528/Put/seqid=0 2024-11-10T06:25:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741852_1028 (size=5504) 2024-11-10T06:25:30,908 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/table/6357408a64b548ee8ac76e5a02f45cce 2024-11-10T06:25:30,912 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/info/be3299129b5645cea2fa0592637af751 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/info/be3299129b5645cea2fa0592637af751 2024-11-10T06:25:30,915 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/info/be3299129b5645cea2fa0592637af751, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T06:25:30,916 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/ns/c8a4789c459c4b37a72264060333c1e4 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/ns/c8a4789c459c4b37a72264060333c1e4 2024-11-10T06:25:30,919 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/ns/c8a4789c459c4b37a72264060333c1e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T06:25:30,919 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/rep_barrier/64d166a0351d46cca7b5750dbb978a98 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/rep_barrier/64d166a0351d46cca7b5750dbb978a98 2024-11-10T06:25:30,922 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/rep_barrier/64d166a0351d46cca7b5750dbb978a98, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T06:25:30,923 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/.tmp/table/6357408a64b548ee8ac76e5a02f45cce as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/table/6357408a64b548ee8ac76e5a02f45cce 2024-11-10T06:25:30,926 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/table/6357408a64b548ee8ac76e5a02f45cce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T06:25:30,927 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=16, compaction requested=false 2024-11-10T06:25:30,930 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T06:25:30,930 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:30,930 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:25:30,930 INFO [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:30,930 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731219930422Running coprocessor pre-close hooks at 1731219930422Disabling compacts and flushes for region at 1731219930422Disabling writes for close at 1731219930423 (+1 ms)Obtaining lock to block concurrent updates at 1731219930423Preparing flush snapshotting stores in 1588230740 at 1731219930423Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731219930423Flushing stores of hbase:meta,,1.1588230740 at 1731219930423Flushing 1588230740/info: creating writer at 1731219930423Flushing 1588230740/info: appending metadata at 1731219930437 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731219930437Flushing 1588230740/ns: creating writer at 1731219930446 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731219930461 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731219930461Flushing 1588230740/rep_barrier: creating writer at 1731219930468 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731219930485 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731219930485Flushing 1588230740/table: creating writer at 1731219930491 (+6 ms)Flushing 1588230740/table: appending metadata at 1731219930504 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731219930504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cdd60a: reopening flushed file at 1731219930911 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed86de9: reopening flushed file at 1731219930915 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fe9b14: reopening flushed file at 1731219930919 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a49e8b7: reopening flushed file at 1731219930922 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=16, compaction requested=false at 1731219930927 (+5 ms)Writing region close event to WAL at 1731219930928 (+1 ms)Running coprocessor post-close hooks at 1731219930930 (+2 ms)Closed at 1731219930930 2024-11-10T06:25:30,931 DEBUG [RS_CLOSE_META-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T06:25:31,023 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1351): Waiting on b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:31,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T06:25:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T06:25:31,223 DEBUG [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1351): Waiting on b21fd173e0f6d407b3e267bdf6867b3a 2024-11-10T06:25:31,272 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/queue/2f17fe9a8617471cb532e10ec899173a 2024-11-10T06:25:31,278 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/hfileref/8e09921f05ed45d28542f0ca6500d160 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/hfileref/8e09921f05ed45d28542f0ca6500d160 2024-11-10T06:25:31,282 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/hfileref/8e09921f05ed45d28542f0ca6500d160, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T06:25:31,282 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/.tmp/queue/2f17fe9a8617471cb532e10ec899173a as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/queue/2f17fe9a8617471cb532e10ec899173a 2024-11-10T06:25:31,286 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/queue/2f17fe9a8617471cb532e10ec899173a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T06:25:31,287 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b21fd173e0f6d407b3e267bdf6867b3a in 861ms, sequenceid=17, compaction requested=false 2024-11-10T06:25:31,291 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/data/hbase/replication/b21fd173e0f6d407b3e267bdf6867b3a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T06:25:31,291 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T06:25:31,291 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T06:25:31,291 INFO [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:31,291 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b21fd173e0f6d407b3e267bdf6867b3a: Waiting for close lock at 1731219930426Running coprocessor pre-close hooks at 1731219930426Disabling compacts and flushes for region at 1731219930426Disabling writes for close at 1731219930426Obtaining lock to block concurrent updates at 1731219930427 (+1 ms)Preparing flush snapshotting stores in b21fd173e0f6d407b3e267bdf6867b3a at 1731219930427Finished memstore snapshotting hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731219930427Flushing stores of hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. at 1731219930427Flushing b21fd173e0f6d407b3e267bdf6867b3a/hfileref: creating writer at 1731219930427Flushing b21fd173e0f6d407b3e267bdf6867b3a/hfileref: appending metadata at 1731219930444 (+17 ms)Flushing b21fd173e0f6d407b3e267bdf6867b3a/hfileref: closing flushed file at 1731219930444Flushing b21fd173e0f6d407b3e267bdf6867b3a/queue: creating writer at 1731219930854 (+410 ms)Flushing b21fd173e0f6d407b3e267bdf6867b3a/queue: appending metadata at 1731219930868 (+14 ms)Flushing b21fd173e0f6d407b3e267bdf6867b3a/queue: closing flushed file at 1731219930868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c963a7e: reopening flushed file at 1731219931277 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f56f82: reopening flushed file at 1731219931282 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b21fd173e0f6d407b3e267bdf6867b3a in 861ms, sequenceid=17, compaction requested=false at 1731219931287 (+5 ms)Writing region close event to WAL at 1731219931288 (+1 ms)Running coprocessor post-close hooks at 1731219931291 (+3 ms)Closed at 1731219931291 2024-11-10T06:25:31,292 DEBUG [RS_CLOSE_REGION-regionserver/c48ba4c5549b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731219920039.b21fd173e0f6d407b3e267bdf6867b3a. 2024-11-10T06:25:31,409 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:31,414 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:25:31,414 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 688, reset compression=false 2024-11-10T06:25:31,414 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T06:25:31,415 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c48ba4c5549b,34313,1731219903409: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c48ba4c5549b,34313,1731219903409, walGroup=c48ba4c5549b%2C34313%2C1731219903409, offset=c48ba4c5549b%2C34313%2C1731219903409.1731219922705:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:34313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T06:25:31,416 ERROR [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T06:25:31,416 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T06:25:31,417 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T06:25:31,417 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T06:25:31,417 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T06:25:31,417 INFO [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1560281088, "init": 1048576000, "max": 2306867200, "used": 872484784 }, "NonHeapMemoryUsage": { "committed": 210829312, "init": 7667712, "max": -1, "used": 207968120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T06:25:31,417 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:38775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c48ba4c5549b:38775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T06:25:31,423 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(976): stopping server c48ba4c5549b,34313,1731219903409; all regions closed. 2024-11-10T06:25:31,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.meta.1731219922686.meta not finished, retry = 0 2024-11-10T06:25:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741843_1019 (size=859) 2024-11-10T06:25:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741842_1018 (size=2791) 2024-11-10T06:25:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741844_1020 (size=696) 2024-11-10T06:25:31,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 not finished, retry = 0 2024-11-10T06:25:31,618 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 688, reset compression=false 2024-11-10T06:25:31,622 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 to pos 393, reset compression=false 2024-11-10T06:25:31,631 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 2024-11-10T06:25:31,631 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:31,632 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T06:25:31,632 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:31,632 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.ChoreService(370): Chore service for: regionserver/c48ba4c5549b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:31,632 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:31,632 INFO [regionserver/c48ba4c5549b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c48ba4c5549b,34313,1731219903409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/WALs/c48ba4c5549b,34313,1731219903409/c48ba4c5549b%2C34313%2C1731219903409.1731219922705, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T06:25:31,632 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T06:25:31,632 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c48ba4c5549b,34313,1731219903409 because: Region server is closing 2024-11-10T06:25:31,633 INFO [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:34313. 2024-11-10T06:25:31,633 DEBUG [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:31,633 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:31,633 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T06:25:31,633 DEBUG [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c48ba4c5549b%2C34313%2C1731219903409.1731219922705] 2024-11-10T06:25:31,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:31,633 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:31,734 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 terminated 2024-11-10T06:25:31,734 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c48ba4c5549b,34313,1731219903409 because: Region server is closing 2024-11-10T06:25:31,734 WARN [RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,1-c48ba4c5549b,34313,1731219903409.replicationSource.wal-reader.c48ba4c5549b%2C34313%2C1731219903409,1-c48ba4c5549b,34313,1731219903409 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-10T06:25:31,734 INFO [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c48ba4c5549b:34313. 2024-11-10T06:25:31,734 DEBUG [RS:0;c48ba4c5549b:34313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T06:25:31,734 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:31,734 DEBUG [RS:0;c48ba4c5549b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T06:25:31,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T06:25:31,734 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c48ba4c5549b:0-0.replicationSource,2-c48ba4c5549b,34313,1731219903409.replicationSource.shipperc48ba4c5549b%2C34313%2C1731219903409,2-c48ba4c5549b,34313,1731219903409 terminated 2024-11-10T06:25:31,734 INFO [RS:0;c48ba4c5549b:34313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34313 2024-11-10T06:25:31,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474/rs 2024-11-10T06:25:31,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-882539474/rs/c48ba4c5549b,34313,1731219903409 2024-11-10T06:25:31,749 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:31,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c48ba4c5549b,34313,1731219903409] 2024-11-10T06:25:31,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-882539474/draining/c48ba4c5549b,34313,1731219903409 already deleted, retry=false 2024-11-10T06:25:31,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c48ba4c5549b,34313,1731219903409 expired; onlineServers=0 2024-11-10T06:25:31,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c48ba4c5549b,38775,1731219903230' ***** 2024-11-10T06:25:31,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T06:25:31,780 INFO [M:0;c48ba4c5549b:38775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T06:25:31,780 INFO [M:0;c48ba4c5549b:38775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T06:25:31,781 DEBUG [M:0;c48ba4c5549b:38775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T06:25:31,781 DEBUG [M:0;c48ba4c5549b:38775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T06:25:31,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T06:25:31,781 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219905441 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.small.0-1731219905441,5,FailOnTimeoutGroup] 2024-11-10T06:25:31,781 DEBUG [master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219905441 {}] cleaner.HFileCleaner(306): Exit Thread[master/c48ba4c5549b:0:becomeActiveMaster-HFileCleaner.large.0-1731219905441,5,FailOnTimeoutGroup] 2024-11-10T06:25:31,781 INFO [M:0;c48ba4c5549b:38775 {}] hbase.ChoreService(370): Chore service for: master/c48ba4c5549b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T06:25:31,781 INFO [M:0;c48ba4c5549b:38775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T06:25:31,781 DEBUG [M:0;c48ba4c5549b:38775 {}] master.HMaster(1795): Stopping service threads 2024-11-10T06:25:31,781 INFO [M:0;c48ba4c5549b:38775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T06:25:31,781 INFO [M:0;c48ba4c5549b:38775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T06:25:31,781 INFO [M:0;c48ba4c5549b:38775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T06:25:31,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T06:25:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-882539474/master 2024-11-10T06:25:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-882539474 2024-11-10T06:25:31,826 DEBUG [M:0;c48ba4c5549b:38775 {}] zookeeper.ZKUtil(347): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Unable to get data of znode /0-882539474/master because node does not exist (not an error) 2024-11-10T06:25:31,826 WARN [M:0;c48ba4c5549b:38775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T06:25:31,827 INFO [M:0;c48ba4c5549b:38775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/.lastflushedseqids 2024-11-10T06:25:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741853_1029 (size=263) 2024-11-10T06:25:31,865 INFO [RS:0;c48ba4c5549b:34313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:31,865 INFO [RS:0;c48ba4c5549b:34313 {}] regionserver.HRegionServer(1031): Exiting; stopping=c48ba4c5549b,34313,1731219903409; zookeeper connection closed. 2024-11-10T06:25:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x101008d388a0001, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:31,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18f48b5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18f48b5e 2024-11-10T06:25:31,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T06:25:32,231 INFO [M:0;c48ba4c5549b:38775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T06:25:32,231 INFO [M:0;c48ba4c5549b:38775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T06:25:32,232 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T06:25:32,232 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:32,232 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:32,232 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T06:25:32,232 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:32,232 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-10T06:25:32,247 DEBUG [M:0;c48ba4c5549b:38775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc71f8f53ec34c368ef15e1bbfe203bb is 82, key is hbase:meta,,1/info:regioninfo/1731219906644/Put/seqid=0 2024-11-10T06:25:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741854_1030 (size=5672) 2024-11-10T06:25:32,251 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc71f8f53ec34c368ef15e1bbfe203bb 2024-11-10T06:25:32,268 DEBUG [M:0;c48ba4c5549b:38775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f89d3f514e44649be21819e7c78929 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731219920819/Put/seqid=0 2024-11-10T06:25:32,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741855_1031 (size=8910) 2024-11-10T06:25:32,271 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f89d3f514e44649be21819e7c78929 2024-11-10T06:25:32,293 DEBUG [M:0;c48ba4c5549b:38775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5194bbee0c53455fadea5859ad79a022 is 69, key is c48ba4c5549b,34313,1731219903409/rs:state/1731219905482/Put/seqid=0 2024-11-10T06:25:32,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741856_1032 (size=5156) 2024-11-10T06:25:32,297 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5194bbee0c53455fadea5859ad79a022 2024-11-10T06:25:32,301 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc71f8f53ec34c368ef15e1bbfe203bb as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc71f8f53ec34c368ef15e1bbfe203bb 2024-11-10T06:25:32,304 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc71f8f53ec34c368ef15e1bbfe203bb, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T06:25:32,305 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f89d3f514e44649be21819e7c78929 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6f89d3f514e44649be21819e7c78929 2024-11-10T06:25:32,308 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6f89d3f514e44649be21819e7c78929, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T06:25:32,309 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5194bbee0c53455fadea5859ad79a022 as hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5194bbee0c53455fadea5859ad79a022 2024-11-10T06:25:32,312 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35385/user/jenkins/test-data/78a29eb1-c4a2-a740-e1ef-49bcc00759da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5194bbee0c53455fadea5859ad79a022, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T06:25:32,313 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=112, compaction requested=false 2024-11-10T06:25:32,314 INFO [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T06:25:32,314 DEBUG [M:0;c48ba4c5549b:38775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731219932231Disabling compacts and flushes for region at 1731219932231Disabling writes for close at 1731219932232 (+1 ms)Obtaining lock to block concurrent updates at 1731219932232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731219932232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731219932232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731219932233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731219932233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731219932247 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731219932247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731219932254 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731219932268 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731219932268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731219932276 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731219932293 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731219932293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac8e3bc: reopening flushed file at 1731219932300 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56557020: reopening flushed file at 1731219932304 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66913ddf: reopening flushed file at 1731219932308 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=112, compaction requested=false at 1731219932313 (+5 ms)Writing region close event to WAL at 1731219932314 (+1 ms)Closed at 1731219932314 2024-11-10T06:25:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33733 is added to blk_1073741830_1006 (size=69067) 2024-11-10T06:25:32,317 INFO [M:0;c48ba4c5549b:38775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T06:25:32,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T06:25:32,317 INFO [M:0;c48ba4c5549b:38775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38775 2024-11-10T06:25:32,317 INFO [M:0;c48ba4c5549b:38775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T06:25:32,428 INFO [M:0;c48ba4c5549b:38775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T06:25:32,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:32,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38775-0x101008d388a0000, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T06:25:32,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78aa6c38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T06:25:32,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b4a8b04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:32,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:32,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8443a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:32,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a20a1aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:32,433 WARN [BP-551737703-172.17.0.2-1731219901971 heartbeating to localhost/127.0.0.1:35385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T06:25:32,434 WARN [BP-551737703-172.17.0.2-1731219901971 heartbeating to localhost/127.0.0.1:35385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-551737703-172.17.0.2-1731219901971 (Datanode Uuid 2b69da2f-312d-47b9-b066-b2d1d858530e) service to localhost/127.0.0.1:35385 2024-11-10T06:25:32,434 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T06:25:32,434 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T06:25:32,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/data/data1/current/BP-551737703-172.17.0.2-1731219901971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:32,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/cluster_47cba1ff-2279-cddc-6413-fb528f8b0403/data/data2/current/BP-551737703-172.17.0.2-1731219901971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T06:25:32,435 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T06:25:32,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dc34cf6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T06:25:32,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1322d2a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T06:25:32,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T06:25:32,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc8f12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T06:25:32,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@560d4801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa01ddaa-e7bb-7395-452a-21c4d2bc529f/hadoop.log.dir/,STOPPED} 2024-11-10T06:25:32,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T06:25:32,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T06:25:32,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61732) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36011 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38713 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36011 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61732) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61732) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35385 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38713 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8324 (was 8590) 2024-11-10T06:25:32,482 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-10T06:25:32,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101008d388a0005, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:25:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101008d388a0002, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:25:32,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101008d388a0008, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T06:25:32,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101008d388a0005, quorum=127.0.0.1:61732, baseZNode=/1-1788910898 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:25:32,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101008d388a0002, quorum=127.0.0.1:61732, baseZNode=/0-882539474 Received Disconnected from ZooKeeper, ignoring 2024-11-10T06:25:32,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101008d388a0008, quorum=127.0.0.1:61732, baseZNode=/2-883733074 Received Disconnected from ZooKeeper, ignoring